level=info ts=2026-02-16T13:54:04.147131815Z caller=main.go:127 msg="Starting Loki" version="(version=3.6.3, branch=release-3.6.x, revision=9385bc63)"
level=info ts=2026-02-16T13:54:04.147427497Z caller=main.go:128 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-02-16T13:54:04.14883894Z caller=server.go:386 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=debug ts=2026-02-16T13:54:04.149119058Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-16T13:54:04.149192108Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.130.0.54 inf=eth0
level=info ts=2026-02-16T13:54:04.149592342Z caller=memberlist_client.go:484 msg="Using memberlist cluster label and node name" cluster_label= node=loki-distributor-7b8b49d965-6wnwh-842829c1
level=debug ts=2026-02-16T13:54:04.149654415Z caller=modules.go:818 msg=" pattern ingester tee service disabled"
ts=2026-02-16T13:54:04.149696513Z caller=memberlist_logger.go:74 level=debug msg="configured Transport is not a NodeAwareTransport and some features may not work as desired"
level=debug ts=2026-02-16T13:54:04.149710293Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.130.0.54 advertisePort=7946
level=debug ts=2026-02-16T13:54:04.149727297Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.130.0.54 advertisePort=7946
level=debug ts=2026-02-16T13:54:04.149838686Z caller=netutil.go:85 component=distributor msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=info ts=2026-02-16T13:54:04.149868567Z caller=memberlist_client.go:628 msg="memberlist fast-join starting" nodes_found=1 to_join=4
level=debug ts=2026-02-16T13:54:04.149896622Z caller=netutil.go:102 component=distributor msg="detected highest quality address" ipAddr=10.130.0.54 inf=eth0
ts=2026-02-16T13:54:04.161345648Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-02-16T13:54:04.161364167Z caller=memberlist_client.go:634 msg="fast-joining node failed" node=loki-memberlist.product-kubearchive-logging.svc.cluster.local err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=warn ts=2026-02-16T13:54:04.161374409Z caller=memberlist_client.go:644 msg="memberlist fast-join failed because no node has been successfully reached" elapsed_time=11.507824ms
level=error ts=2026-02-16T13:54:04.16138161Z caller=memberlist_client.go:521 msg="failed to fast-join the memberlist cluster at startup" err="no memberlist node reached during fast-join procedure"
level=info ts=2026-02-16T13:54:04.161393079Z caller=memberlist_client.go:666 phase=startup msg="joining memberlist cluster" join_members=loki-memberlist.product-kubearchive-logging.svc.cluster.local
level=info ts=2026-02-16T13:54:04.162776994Z caller=module_service.go:82 msg=starting module=runtime-config
level=debug ts=2026-02-16T13:54:04.162800861Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=server
level=debug ts=2026-02-16T13:54:04.162810453Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=memberlist-kv
level=info ts=2026-02-16T13:54:04.16282573Z caller=module_service.go:82 msg=starting module=server
level=debug ts=2026-02-16T13:54:04.162832991Z caller=module_service.go:72 msg="module waiting for initialization" module=memberlist-kv waiting_for=server
level=info ts=2026-02-16T13:54:04.162821952Z caller=module_service.go:82 msg=starting module=analytics
level=debug ts=2026-02-16T13:54:04.162910242Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=analytics
level=info ts=2026-02-16T13:54:04.162919945Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=debug ts=2026-02-16T13:54:04.162945859Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=runtime-config
level=debug ts=2026-02-16T13:54:04.162992448Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=memberlist-kv
level=debug ts=2026-02-16T13:54:04.162998008Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=ring
level=debug ts=2026-02-16T13:54:04.163128943Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=server
level=info ts=2026-02-16T13:54:04.163145675Z caller=module_service.go:82 msg=starting module=ring
level=info ts=2026-02-16T13:54:04.163187447Z caller=ring.go:365 msg="ring doesn't exist in KV store yet"
level=debug ts=2026-02-16T13:54:04.163244836Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=runtime-config
level=info ts=2026-02-16T13:54:04.163252765Z caller=module_service.go:82 msg=starting module=distributor
level=info ts=2026-02-16T13:54:04.16333377Z caller=ring.go:365 component=distributor msg="ring doesn't exist in KV store yet"
level=info ts=2026-02-16T13:54:04.163323795Z caller=basic_lifecycler.go:321 component=distributor msg="instance not found in the ring" instance=loki-distributor-7b8b49d965-6wnwh ring=distributor
level=info ts=2026-02-16T13:54:04.163635048Z caller=loki.go:599 msg="Loki started" startup_time=77.954566ms
ts=2026-02-16T13:54:04.163824451Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T13:54:04.163837416Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T13:54:05.27818359Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T13:54:05.278209513Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T13:54:07.693220045Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T13:54:07.693259922Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T13:54:15.124192295Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T13:54:15.12421819Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:54:20.735329256Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T13:54:27.310235701Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.61:7946: dial tcp 10.129.0.61:7946: connect: connection refused"
ts=2026-02-16T13:54:27.311112713Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.129.0.60:7946"
ts=2026-02-16T13:54:27.312897692Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.129.0.58:7946"
ts=2026-02-16T13:54:27.315373087Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.128.0.69:7946: dial tcp 10.128.0.69:7946: connect: connection refused"
level=info ts=2026-02-16T13:54:27.315386435Z caller=memberlist_client.go:673 phase=startup msg="joining memberlist cluster succeeded" reached_nodes=2 elapsed_time=23.153988629s
level=debug ts=2026-02-16T13:54:31.40065921Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="189 kB" streams=5 entries=92 streamLabelsSize="143 B" entriesSize="2.1 MB" structuredMetadataSize="6.3 kB" totalSize="2.1 MB" mostRecentLagMs=28081 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:31.400707556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="178 kB" policy= mostRecentLagMs=29032
level=debug ts=2026-02-16T13:54:31.400719733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="43 kB" policy= mostRecentLagMs=29094
level=debug ts=2026-02-16T13:54:31.400726873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=29096
level=debug ts=2026-02-16T13:54:31.400732804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=29096
level=debug ts=2026-02-16T13:54:31.400738342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=28081
level=debug ts=2026-02-16T13:54:31.416433674Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:31.44205826Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="84 kB" streams=5 entries=20 streamLabelsSize="151 B" entriesSize="1.8 MB" structuredMetadataSize="1.3 kB" totalSize="1.8 MB" mostRecentLagMs=27623 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:31.442091218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=27623
level=debug ts=2026-02-16T13:54:31.442109755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="39 kB" policy= mostRecentLagMs=27839
level=debug ts=2026-02-16T13:54:31.442118157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="205 kB" policy= mostRecentLagMs=27858
level=debug ts=2026-02-16T13:54:31.442125123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="97 kB" policy= mostRecentLagMs=27988
level=debug ts=2026-02-16T13:54:31.442130849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="180 kB" policy= mostRecentLagMs=28014
level=debug ts=2026-02-16T13:54:31.455724951Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:31.478018134Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.6 MB" structuredMetadataSize="207 B" totalSize="1.6 MB" mostRecentLagMs=60 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:31.478051742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=60
level=debug ts=2026-02-16T13:54:31.483774393Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:31.509140928Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="2.0 MB" structuredMetadataSize="276 B" totalSize="2.0 MB" mostRecentLagMs=84 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:31.509172574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=84
level=debug ts=2026-02-16T13:54:31.517575697Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:31.543651923Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="2.0 MB" structuredMetadataSize="276 B" totalSize="2.0 MB" mostRecentLagMs=87 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:31.54368565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=87
level=debug ts=2026-02-16T13:54:31.551959783Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:31.574105432Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="56 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.5 MB" structuredMetadataSize="207 B" totalSize="1.5 MB" mostRecentLagMs=89 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:31.574136957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=89
level=debug ts=2026-02-16T13:54:31.581670243Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:31.595702418Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.6 MB" structuredMetadataSize="207 B" totalSize="1.6 MB" mostRecentLagMs=77 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:31.595755817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=77
level=error ts=2026-02-16T13:54:31.596276689Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '3' lines totaling '1617257' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=kubearchive
level=debug ts=2026-02-16T13:54:31.596454575Z caller=http.go:166 org_id=kubearchive msg="push request failed" code=429 err="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '3' lines totaling '1617257' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased"
level=debug ts=2026-02-16T13:54:31.596694785Z caller=logging.go:137 orgID=kubearchive msg="POST /loki/api/v1/push (429) 12.862268ms"
level=debug ts=2026-02-16T13:54:32.257971434Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.6 MB" structuredMetadataSize="207 B" totalSize="1.6 MB" mostRecentLagMs=739 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:32.25800579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=739
level=debug ts=2026-02-16T13:54:32.266463692Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:32.285624415Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="58 kB" streams=5 entries=26 streamLabelsSize="161 B" entriesSize="2.0 MB" structuredMetadataSize="1.9 kB" totalSize="2.0 MB" mostRecentLagMs=732 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:32.285653693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="34 kB" policy= mostRecentLagMs=732
level=debug ts=2026-02-16T13:54:32.285665482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="35 kB" policy= mostRecentLagMs=732
level=debug ts=2026-02-16T13:54:32.285672615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="48 kB" policy= mostRecentLagMs=732
level=debug ts=2026-02-16T13:54:32.285680601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=732
level=debug ts=2026-02-16T13:54:32.285687383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="438 kB" policy= mostRecentLagMs=732
level=debug ts=2026-02-16T13:54:32.296246938Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:36.374709179Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="184 kB" streams=2 entries=83 streamLabelsSize="62 B" entriesSize="2.1 MB" structuredMetadataSize="5.7 kB" totalSize="2.1 MB" mostRecentLagMs=32635 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:36.374742554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="148 kB" policy= mostRecentLagMs=33191
level=debug ts=2026-02-16T13:54:36.37475405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=32635
level=debug ts=2026-02-16T13:54:36.384156243Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:36.423043419Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="164 kB" streams=2 entries=66 streamLabelsSize="62 B" entriesSize="2.1 MB" structuredMetadataSize="5.0 kB" totalSize="2.1 MB" mostRecentLagMs=32084 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:36.423074829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="580 kB" policy= mostRecentLagMs=32411
level=debug ts=2026-02-16T13:54:36.423086433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=32084
level=debug ts=2026-02-16T13:54:36.432879472Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:36.456812409Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="138 kB" streams=7 entries=77 streamLabelsSize="205 B" entriesSize="2.1 MB" structuredMetadataSize="5.4 kB" totalSize="2.1 MB" mostRecentLagMs=71 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:36.456840906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=71
level=debug ts=2026-02-16T13:54:36.45685164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=71
level=debug ts=2026-02-16T13:54:36.456858647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=71
level=debug ts=2026-02-16T13:54:36.456863856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=71
level=debug ts=2026-02-16T13:54:36.456868657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="389 kB" policy= mostRecentLagMs=71
level=debug ts=2026-02-16T13:54:36.456873773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="123 kB" policy= mostRecentLagMs=71
level=debug ts=2026-02-16T13:54:36.456878751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="15 kB" policy= mostRecentLagMs=71
level=debug ts=2026-02-16T13:54:36.466861763Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:36.494029291Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="157 kB" streams=34 entries=200 streamLabelsSize="1.1 kB" entriesSize="2.0 MB" structuredMetadataSize="13 kB" totalSize="2.0 MB" mostRecentLagMs=92 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:36.494063743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T13:54:36.494075104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="22 kB" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T13:54:36.494081478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T13:54:36.494086831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator\"}" streamLabelsHash=3516083171 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T13:54:36.494092099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="54 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494096802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494101439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="26 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494106328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="194 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494112089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="655 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494117075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="94 B" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494123706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="36 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494128865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T13:54:36.494133459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T13:54:36.49413821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="861 B" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494142808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T13:54:36.494147439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="55 kB" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T13:54:36.494151918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"caching\"}" streamLabelsHash=4140541283 streamSizeBytes="10 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494156531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T13:54:36.494161412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.49416625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494171159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="13 kB" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T13:54:36.494175763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-console\"}" streamLabelsHash=982757297 streamSizeBytes="541 B" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494180996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="11 kB" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T13:54:36.494185873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="424 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494191022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494195704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="32 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494200553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="499 B" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494205615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494210432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="204 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494215469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="13 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494220423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494225062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="213 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494229485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.494233792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T13:54:36.503461738Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:39.309431464Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="192 kB" streams=7 entries=94 streamLabelsSize="232 B" entriesSize="2.1 MB" structuredMetadataSize="6.4 kB" totalSize="2.1 MB" mostRecentLagMs=33193 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:39.309469822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="77 kB" policy= mostRecentLagMs=34537
level=debug ts=2026-02-16T13:54:39.30948765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="101 kB" policy= mostRecentLagMs=33263
level=debug ts=2026-02-16T13:54:39.30949978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="22 kB" policy= mostRecentLagMs=34392
level=debug ts=2026-02-16T13:54:39.309510886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=33193
level=debug ts=2026-02-16T13:54:39.309518122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="108 kB" policy= mostRecentLagMs=34274
level=debug ts=2026-02-16T13:54:39.309524671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="179 kB" policy= mostRecentLagMs=34410
level=debug ts=2026-02-16T13:54:39.309530854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca-operator\"}" streamLabelsHash=398760788 streamSizeBytes="25 kB" policy= mostRecentLagMs=34538
level=debug ts=2026-02-16T13:54:39.320602583Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:39.341081578Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="141 kB" streams=25 entries=99 streamLabelsSize="805 B" entriesSize="1.1 MB" structuredMetadataSize="6.7 kB" totalSize="1.1 MB" mostRecentLagMs=23223 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:39.341118934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341135192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341145715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="354 kB" policy= mostRecentLagMs=23223
level=debug ts=2026-02-16T13:54:39.341156698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="174 kB" policy= mostRecentLagMs=32707
level=debug ts=2026-02-16T13:54:39.341165054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="43 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341173353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="43 kB" policy= mostRecentLagMs=26404
level=debug ts=2026-02-16T13:54:39.341182053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="23 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341190895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="104 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341199024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="92 kB" policy= mostRecentLagMs=32879
level=debug ts=2026-02-16T13:54:39.341208136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="24 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341215873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca-operator\"}" streamLabelsHash=398760788 streamSizeBytes="20 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341223892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="184 B" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341231589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="96 B" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341239312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="15 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341246343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="11 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341253696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="113 B" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341260609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="10 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.34126753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.34127474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341281808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-console\"}" streamLabelsHash=982757297 streamSizeBytes="541 B" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341290577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="60 kB" policy= mostRecentLagMs=32138
level=debug ts=2026-02-16T13:54:39.341299005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341306778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="55 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341314865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator-operator\"}" streamLabelsHash=2881054010 streamSizeBytes="27 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.341322805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="27 kB" policy= mostRecentLagMs=24221
level=debug ts=2026-02-16T13:54:39.346363782Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:41.587199476Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="104 kB" streams=32 entries=126 streamLabelsSize="1.0 kB" entriesSize="1.8 MB" structuredMetadataSize="8.4 kB" totalSize="1.8 MB" mostRecentLagMs=1918 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:41.587230094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="10 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587241359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="861 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587248962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587254516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="105 kB" policy= mostRecentLagMs=1918
level=debug ts=2026-02-16T13:54:41.587259949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="25 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587265355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587271868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="55 kB" policy= mostRecentLagMs=3918
level=debug ts=2026-02-16T13:54:41.587276923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="52 kB" policy= mostRecentLagMs=5918
level=debug ts=2026-02-16T13:54:41.587282095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587286697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="16 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587291703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587297045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587301915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587307051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=3918
level=debug ts=2026-02-16T13:54:41.587311722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="219 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587316491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="344 kB" policy= mostRecentLagMs=3918
level=debug ts=2026-02-16T13:54:41.587321317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="13 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587326189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="11 kB" policy= mostRecentLagMs=7918
level=debug ts=2026-02-16T13:54:41.587331342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=4918
level=debug ts=2026-02-16T13:54:41.587336208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="44 kB" policy= mostRecentLagMs=8918
level=debug ts=2026-02-16T13:54:41.587340868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587345398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="874 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587350063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587354899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587359908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587364687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="66 kB" policy= mostRecentLagMs=5918
level=debug ts=2026-02-16T13:54:41.587369295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="96 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T13:54:41.587374051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2918
level=debug ts=2026-02-16T13:54:41.587379265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="893 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587383943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="537 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.58738931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:54:41.587394183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1000 kB" policy= mostRecentLagMs=9114
level=debug ts=2026-02-16T13:54:41.596760114Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:41.985665826Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:54:46.422367611Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=16 entries=31 streamLabelsSize="491 B" entriesSize="596 kB" structuredMetadataSize="2.1 kB" totalSize="597 kB" mostRecentLagMs=3042 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:46.422399212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T13:54:46.422411009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T13:54:46.422419734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9042
level=debug ts=2026-02-16T13:54:46.422427034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="381 kB" policy= mostRecentLagMs=5437
level=debug ts=2026-02-16T13:54:46.422432766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T13:54:46.422437963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T13:54:46.422445344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="28 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T13:54:46.422450912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T13:54:46.422455908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="582 B" policy= mostRecentLagMs=3043
level=debug ts=2026-02-16T13:54:46.422460648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="37 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T13:54:46.422465608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="27 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T13:54:46.422470521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="44 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T13:54:46.422475768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="19 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T13:54:46.422480548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="11 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T13:54:46.422485865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T13:54:46.422491609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T13:54:46.427321808Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:49.345151927Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="72 kB" streams=24 entries=79 streamLabelsSize="766 B" entriesSize="1.0 MB" structuredMetadataSize="5.0 kB" totalSize="1.0 MB" mostRecentLagMs=330 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:49.345184977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="958 B" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.345196131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=4226
level=debug ts=2026-02-16T13:54:49.345204063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"project-controller\"}" streamLabelsHash=601493054 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.34520978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.345215092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.345221027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.345226006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=2227
level=debug ts=2026-02-16T13:54:49.345232028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.345237332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="13 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.34524215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="972 B" policy= mostRecentLagMs=1227
level=debug ts=2026-02-16T13:54:49.345248021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.345252998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.345257885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.345262538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="45 kB" policy= mostRecentLagMs=9074
level=debug ts=2026-02-16T13:54:49.345267512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="13 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.345272086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="30 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.345277874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="275 kB" policy= mostRecentLagMs=6403
level=debug ts=2026-02-16T13:54:49.345283045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="58 kB" policy= mostRecentLagMs=7670
level=debug ts=2026-02-16T13:54:49.345288329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.345292989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2227
level=debug ts=2026-02-16T13:54:49.345297766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="26 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.345302314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=2227
level=debug ts=2026-02-16T13:54:49.34530717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="480 kB" policy= mostRecentLagMs=330
level=debug ts=2026-02-16T13:54:49.345312698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T13:54:49.350565079Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:54:51.035670235Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T13:54:52.683465989Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=10 entries=11 streamLabelsSize="348 B" entriesSize="671 kB" structuredMetadataSize="719 B" totalSize="671 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:52.683495422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T13:54:52.683506395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="624 kB" policy= mostRecentLagMs=3439
level=debug ts=2026-02-16T13:54:52.683512707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="15 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T13:54:52.683518266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="16 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T13:54:52.683523117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T13:54:52.683528064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T13:54:52.68353262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T13:54:52.683537748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="10 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T13:54:52.683542517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="294 B" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T13:54:52.683547373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="111 B" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T13:54:52.687635202Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:54:53.764655344Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:51556"
ts=2026-02-16T13:54:57.235143301Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:45494"
level=debug ts=2026-02-16T13:54:57.388378563Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=10 entries=11 streamLabelsSize="313 B" entriesSize="104 kB" structuredMetadataSize="740 B" totalSize="105 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:57.388409171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="111 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T13:54:57.388420416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T13:54:57.388428087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="60 kB" policy= mostRecentLagMs=6072
level=debug ts=2026-02-16T13:54:57.388435949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T13:54:57.388441194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="12 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T13:54:57.388446723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T13:54:57.388451783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="629 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T13:54:57.388456469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="426 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T13:54:57.388461222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="530 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T13:54:57.388466081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T13:54:57.390158473Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:54:59.943868449Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=15 entries=26 streamLabelsSize="487 B" entriesSize="346 kB" structuredMetadataSize="1.7 kB" totalSize="346 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:54:59.943897742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="633 B" policy= mostRecentLagMs=9825
level=debug ts=2026-02-16T13:54:59.943911111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=4825
level=debug ts=2026-02-16T13:54:59.943917518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=7826
level=debug ts=2026-02-16T13:54:59.943923113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=4825
level=debug ts=2026-02-16T13:54:59.943928438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2825
level=debug ts=2026-02-16T13:54:59.943934718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=6826
level=debug ts=2026-02-16T13:54:59.943940992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="175 B" policy= mostRecentLagMs=5825
level=debug ts=2026-02-16T13:54:59.943947277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8825
level=debug ts=2026-02-16T13:54:59.943952848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="13 kB" policy= mostRecentLagMs=8825
level=debug ts=2026-02-16T13:54:59.94395775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=7826
level=debug ts=2026-02-16T13:54:59.943962456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="101 kB" policy= mostRecentLagMs=5241
level=debug ts=2026-02-16T13:54:59.943967751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="173 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T13:54:59.943972566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9825
level=debug ts=2026-02-16T13:54:59.943977734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="236 B" policy= mostRecentLagMs=4825
level=debug ts=2026-02-16T13:54:59.943982366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=9825
level=debug ts=2026-02-16T13:54:59.94744246Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:03.718996026Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=11 entries=15 streamLabelsSize="361 B" entriesSize="126 kB" structuredMetadataSize="955 B" totalSize="126 kB" mostRecentLagMs=1049 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:03.719024634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=1049
level=debug ts=2026-02-16T13:55:03.719043111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5050
level=debug ts=2026-02-16T13:55:03.719050248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=6049
level=debug ts=2026-02-16T13:55:03.719056181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=4049
level=debug ts=2026-02-16T13:55:03.719061561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="16 kB" policy= mostRecentLagMs=6049
level=debug ts=2026-02-16T13:55:03.719068064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="421 B" policy= mostRecentLagMs=10049
level=debug ts=2026-02-16T13:55:03.719075279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6049
level=debug ts=2026-02-16T13:55:03.719080525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="18 kB" policy= mostRecentLagMs=7050
level=debug ts=2026-02-16T13:55:03.719085466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=10049
level=debug ts=2026-02-16T13:55:03.719090898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="41 kB" policy= mostRecentLagMs=1049
level=debug ts=2026-02-16T13:55:03.719096643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=5050
level=debug ts=2026-02-16T13:55:03.722386664Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:04.9923325Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:55:07.479723778Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.1 kB" streams=4 entries=4 streamLabelsSize="140 B" entriesSize="49 kB" structuredMetadataSize="290 B" totalSize="50 kB" mostRecentLagMs=99 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:07.479774862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="36 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T13:55:07.479792226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T13:55:07.479804815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T13:55:07.479814087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="924 B" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T13:55:07.481449545Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:09.978868543Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=5 entries=8 streamLabelsSize="146 B" entriesSize="278 kB" structuredMetadataSize="508 B" totalSize="278 kB" mostRecentLagMs=860 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:09.978897031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=860
level=debug ts=2026-02-16T13:55:09.978908349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="71 kB" policy= mostRecentLagMs=5580
level=debug ts=2026-02-16T13:55:09.9789155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T13:55:09.978922394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="85 kB" policy= mostRecentLagMs=2727
level=debug ts=2026-02-16T13:55:09.978928668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="96 kB" policy= mostRecentLagMs=4772
level=debug ts=2026-02-16T13:55:09.98142146Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:16.691029495Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=10 entries=26 streamLabelsSize="310 B" entriesSize="1.1 MB" structuredMetadataSize="1.7 kB" totalSize="1.1 MB" mostRecentLagMs=22 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:16.691059317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=2022
level=debug ts=2026-02-16T13:55:16.691070379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="524 kB" policy= mostRecentLagMs=6021
level=debug ts=2026-02-16T13:55:16.691078106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10021
level=debug ts=2026-02-16T13:55:16.69108452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="577 kB" policy= mostRecentLagMs=4198
level=debug ts=2026-02-16T13:55:16.691090946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="417 B" policy= mostRecentLagMs=2022
level=debug ts=2026-02-16T13:55:16.691096082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=22
level=debug ts=2026-02-16T13:55:16.69110093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4021
level=debug ts=2026-02-16T13:55:16.691105626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8022
level=debug ts=2026-02-16T13:55:16.691110282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="173 B" policy= mostRecentLagMs=2022
level=debug ts=2026-02-16T13:55:16.691116216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6021
level=debug ts=2026-02-16T13:55:16.699060473Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:18.390664838Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=5 entries=7 streamLabelsSize="158 B" entriesSize="229 kB" structuredMetadataSize="503 B" totalSize="229 kB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:18.390696191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T13:55:18.390708245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="76 kB" policy= mostRecentLagMs=3034
level=debug ts=2026-02-16T13:55:18.390714865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="151 kB" policy= mostRecentLagMs=1983
level=debug ts=2026-02-16T13:55:18.390722498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T13:55:18.390729306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T13:55:18.393266987Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:20.123044533Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.9 kB" streams=9 entries=15 streamLabelsSize="272 B" entriesSize="58 kB" structuredMetadataSize="976 B" totalSize="59 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:20.123075167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T13:55:20.123089608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T13:55:20.123099404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="925 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T13:55:20.123107521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="633 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:55:20.123113963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T13:55:20.123118746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T13:55:20.123123375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="44 kB" policy= mostRecentLagMs=3626
level=debug ts=2026-02-16T13:55:20.123128012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T13:55:20.123132726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T13:55:20.124556711Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:55:21.037394205Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T13:55:25.424842916Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:55:27.691237391Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=8 entries=20 streamLabelsSize="262 B" entriesSize="1.2 MB" structuredMetadataSize="1.3 kB" totalSize="1.2 MB" mostRecentLagMs=76 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:27.691267425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10022
level=debug ts=2026-02-16T13:55:27.691278397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10022
level=debug ts=2026-02-16T13:55:27.691286222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=2021
level=debug ts=2026-02-16T13:55:27.691292953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1022
level=debug ts=2026-02-16T13:55:27.691299446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="533 kB" policy= mostRecentLagMs=9544
level=debug ts=2026-02-16T13:55:27.69130507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5022
level=debug ts=2026-02-16T13:55:27.691309937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="626 kB" policy= mostRecentLagMs=76
level=debug ts=2026-02-16T13:55:27.691314955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="236 B" policy= mostRecentLagMs=4022
level=debug ts=2026-02-16T13:55:27.697504244Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:28.62811129Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=5 entries=11 streamLabelsSize="145 B" entriesSize="506 kB" structuredMetadataSize="817 B" totalSize="506 kB" mostRecentLagMs=892 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:28.628141644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="415 kB" policy= mostRecentLagMs=2319
level=debug ts=2026-02-16T13:55:28.628153126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=8248
level=debug ts=2026-02-16T13:55:28.628159074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=4248
level=debug ts=2026-02-16T13:55:28.628164936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="78 kB" policy= mostRecentLagMs=892
level=debug ts=2026-02-16T13:55:28.628170454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=6248
level=debug ts=2026-02-16T13:55:28.631742208Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:30.236152469Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=6 entries=6 streamLabelsSize="183 B" entriesSize="144 kB" structuredMetadataSize="397 B" totalSize="144 kB" mostRecentLagMs=115 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:30.23619137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="18 kB" policy= mostRecentLagMs=3118
level=debug ts=2026-02-16T13:55:30.236205479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="236 B" policy= mostRecentLagMs=5118
level=debug ts=2026-02-16T13:55:30.236215985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=115
level=debug ts=2026-02-16T13:55:30.236226017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="21 kB" policy= mostRecentLagMs=1162
level=debug ts=2026-02-16T13:55:30.236232967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=9117
level=debug ts=2026-02-16T13:55:30.236240355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="75 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T13:55:30.238305892Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:32.104245531Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=3 entries=43 streamLabelsSize="92 B" entriesSize="2.1 MB" structuredMetadataSize="2.9 kB" totalSize="2.1 MB" mostRecentLagMs=46 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:32.104276622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="204 kB" policy= mostRecentLagMs=3674
level=debug ts=2026-02-16T13:55:32.104287582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="36 kB" policy= mostRecentLagMs=2435
level=debug ts=2026-02-16T13:55:32.104295384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=46
level=debug ts=2026-02-16T13:55:32.116252326Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:33.950159302Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=1 entries=43 streamLabelsSize="35 B" entriesSize="2.1 MB" structuredMetadataSize="2.8 kB" totalSize="2.1 MB" mostRecentLagMs=50 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:33.950193401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=50
level=debug ts=2026-02-16T13:55:33.958525458Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:39.39534226Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=8 entries=12 streamLabelsSize="241 B" entriesSize="559 kB" structuredMetadataSize="882 B" totalSize="560 kB" mostRecentLagMs=813 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:39.395385862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T13:55:39.395403901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T13:55:39.395414074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="470 kB" policy= mostRecentLagMs=813
level=debug ts=2026-02-16T13:55:39.395423624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=2015
level=debug ts=2026-02-16T13:55:39.395431854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T13:55:39.395441087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T13:55:39.395448919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=2015
level=debug ts=2026-02-16T13:55:39.395456727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="79 kB" policy= mostRecentLagMs=4351
level=debug ts=2026-02-16T13:55:39.399528809Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:41.131343081Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=6 entries=14 streamLabelsSize="188 B" entriesSize="534 kB" structuredMetadataSize="956 B" totalSize="534 kB" mostRecentLagMs=13 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:41.131375161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T13:55:41.131386696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="27 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T13:55:41.131394537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T13:55:41.131399975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T13:55:41.131405628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="336 kB" policy= mostRecentLagMs=2721
level=debug ts=2026-02-16T13:55:41.131411917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="154 kB" policy= mostRecentLagMs=4898
level=debug ts=2026-02-16T13:55:41.135469074Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:43.940355148Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=11 entries=27 streamLabelsSize="330 B" entriesSize="1.1 MB" structuredMetadataSize="1.7 kB" totalSize="1.1 MB" mostRecentLagMs=1271 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:43.940387226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="417 B" policy= mostRecentLagMs=8271
level=debug ts=2026-02-16T13:55:43.940398837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=7271
level=debug ts=2026-02-16T13:55:43.940405256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="629 kB" policy= mostRecentLagMs=9599
level=debug ts=2026-02-16T13:55:43.940410599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="376 B" policy= mostRecentLagMs=8271
level=debug ts=2026-02-16T13:55:43.940415705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="203 kB" policy= mostRecentLagMs=2976
level=debug ts=2026-02-16T13:55:43.940420481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1271
level=debug ts=2026-02-16T13:55:43.940424943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1271
level=debug ts=2026-02-16T13:55:43.940429656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="527 B" policy= mostRecentLagMs=1271
level=debug ts=2026-02-16T13:55:43.940434141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=7271
level=debug ts=2026-02-16T13:55:43.940441191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7271
level=debug ts=2026-02-16T13:55:43.940449477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="204 kB" policy= mostRecentLagMs=2659
level=debug ts=2026-02-16T13:55:43.945658651Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:55:51.039971312Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T13:55:51.76611826Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=8 entries=10 streamLabelsSize="273 B" entriesSize="166 kB" structuredMetadataSize="661 B" totalSize="166 kB" mostRecentLagMs=1505 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:51.766149697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="17 kB" policy= mostRecentLagMs=3648
level=debug ts=2026-02-16T13:55:51.76616212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="929 B" policy= mostRecentLagMs=6648
level=debug ts=2026-02-16T13:55:51.766169637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=1505
level=debug ts=2026-02-16T13:55:51.766175598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="123 kB" policy= mostRecentLagMs=9647
level=debug ts=2026-02-16T13:55:51.766181864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=6648
level=debug ts=2026-02-16T13:55:51.766187968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4647
level=debug ts=2026-02-16T13:55:51.76619281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="163 B" policy= mostRecentLagMs=1648
level=debug ts=2026-02-16T13:55:51.766197886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="651 B" policy= mostRecentLagMs=9647
level=debug ts=2026-02-16T13:55:51.768929823Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:51.876824528Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=6 entries=8 streamLabelsSize="181 B" entriesSize="143 kB" structuredMetadataSize="515 B" totalSize="143 kB" mostRecentLagMs=497 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:51.876854001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2497
level=debug ts=2026-02-16T13:55:51.8768652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=2497
level=debug ts=2026-02-16T13:55:51.876874298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="591 B" policy= mostRecentLagMs=497
level=debug ts=2026-02-16T13:55:51.876881195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=497
level=debug ts=2026-02-16T13:55:51.876886519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=5496
level=debug ts=2026-02-16T13:55:51.876892821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="131 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T13:55:51.878367572Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:55:53.768309651Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:59284"
level=debug ts=2026-02-16T13:55:54.675331263Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.3 kB" streams=7 entries=8 streamLabelsSize="223 B" entriesSize="118 kB" structuredMetadataSize="499 B" totalSize="119 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:55:54.675362265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="631 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T13:55:54.675373569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T13:55:54.675382973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T13:55:54.675388858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T13:55:54.675394041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="106 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T13:55:54.675399004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T13:55:54.675404055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="236 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T13:55:54.677406495Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:55:57.002424476Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T13:55:57.003973999Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T13:56:02.125283114Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=11 entries=14 streamLabelsSize="327 B" entriesSize="143 kB" structuredMetadataSize="976 B" totalSize="144 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:02.125310745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T13:56:02.125321602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T13:56:02.125328336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="236 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T13:56:02.125334058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T13:56:02.125339804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T13:56:02.125346072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T13:56:02.125351398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T13:56:02.125356505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T13:56:02.125361839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="92 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T13:56:02.125367719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T13:56:02.125372666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="25 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T13:56:02.127209907Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:56:02.392518176Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=6 entries=9 streamLabelsSize="167 B" entriesSize="294 kB" structuredMetadataSize="626 B" totalSize="294 kB" mostRecentLagMs=1013 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:02.392548142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="17 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T13:56:02.392559874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T13:56:02.392566885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T13:56:02.392573342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="32 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T13:56:02.392579171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="922 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T13:56:02.392585318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="234 kB" policy= mostRecentLagMs=1728
level=debug ts=2026-02-16T13:56:02.39532635Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:56:05.678354591Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=7 entries=10 streamLabelsSize="209 B" entriesSize="360 kB" structuredMetadataSize="669 B" totalSize="360 kB" mostRecentLagMs=6009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:05.678385378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="20 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T13:56:05.678399401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="143 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T13:56:05.678406878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="332 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T13:56:05.678413243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="417 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T13:56:05.678418843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T13:56:05.678425302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T13:56:05.678430618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T13:56:05.681280897Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:56:13.238113472Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=3 entries=6 streamLabelsSize="82 B" entriesSize="217 kB" structuredMetadataSize="444 B" totalSize="217 kB" mostRecentLagMs=51 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:13.238143585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="204 kB" policy= mostRecentLagMs=51
level=debug ts=2026-02-16T13:56:13.238155112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="12 kB" policy= mostRecentLagMs=6302
level=debug ts=2026-02-16T13:56:13.238162752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=5858
level=debug ts=2026-02-16T13:56:13.240115841Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:56:16.124140775Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=6 entries=7 streamLabelsSize="180 B" entriesSize="12 kB" structuredMetadataSize="450 B" totalSize="12 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:16.124168647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T13:56:16.124180973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T13:56:16.124187779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T13:56:16.12419342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T13:56:16.124200336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T13:56:16.124205159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T13:56:16.125240877Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:56:16.257837689Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=8 entries=12 streamLabelsSize="259 B" entriesSize="1.1 MB" structuredMetadataSize="837 B" totalSize="1.1 MB" mostRecentLagMs=19 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:16.257866715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=3588
level=debug ts=2026-02-16T13:56:16.257878794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="953 kB" policy= mostRecentLagMs=4149
level=debug ts=2026-02-16T13:56:16.257885073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7589
level=debug ts=2026-02-16T13:56:16.257890492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3588
level=debug ts=2026-02-16T13:56:16.257895408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9589
level=debug ts=2026-02-16T13:56:16.257900361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="688 B" policy= mostRecentLagMs=5588
level=debug ts=2026-02-16T13:56:16.257905544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="102 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-16T13:56:16.257911312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=2589
level=debug ts=2026-02-16T13:56:16.264868866Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:56:21.041926078Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T13:56:23.389377737Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=8 entries=13 streamLabelsSize="246 B" entriesSize="246 kB" structuredMetadataSize="878 B" totalSize="246 kB" mostRecentLagMs=1518 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:23.389410677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T13:56:23.389423535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T13:56:23.38942983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="85 kB" policy= mostRecentLagMs=6764
level=debug ts=2026-02-16T13:56:23.389437356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T13:56:23.389443327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="141 kB" policy= mostRecentLagMs=1518
level=debug ts=2026-02-16T13:56:23.38944897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="988 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T13:56:23.389453954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T13:56:23.389458877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T13:56:23.391775662Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:56:26.176296238Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=6 entries=6 streamLabelsSize="185 B" entriesSize="34 kB" structuredMetadataSize="393 B" totalSize="34 kB" mostRecentLagMs=58 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:26.17632411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="758 B" policy= mostRecentLagMs=6058
level=debug ts=2026-02-16T13:56:26.176335361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:56:26.17634309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7058
level=debug ts=2026-02-16T13:56:26.176348713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="167 B" policy= mostRecentLagMs=9058
level=debug ts=2026-02-16T13:56:26.176353546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5058
level=debug ts=2026-02-16T13:56:26.176358183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=58
level=debug ts=2026-02-16T13:56:26.17792861Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:56:26.361169658Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=8 entries=12 streamLabelsSize="261 B" entriesSize="298 kB" structuredMetadataSize="802 B" totalSize="298 kB" mostRecentLagMs=106 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:26.36119753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=692
level=debug ts=2026-02-16T13:56:26.361209316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="203 kB" policy= mostRecentLagMs=106
level=debug ts=2026-02-16T13:56:26.361217417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=8692
level=debug ts=2026-02-16T13:56:26.361227489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="417 B" policy= mostRecentLagMs=7692
level=debug ts=2026-02-16T13:56:26.361235738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="18 kB" policy= mostRecentLagMs=2929
level=debug ts=2026-02-16T13:56:26.361244525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="60 kB" policy= mostRecentLagMs=5290
level=debug ts=2026-02-16T13:56:26.361252643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7692
level=debug ts=2026-02-16T13:56:26.361260685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=692
level=debug ts=2026-02-16T13:56:26.363771825Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:56:27.240855978Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:53864"
level=debug ts=2026-02-16T13:56:33.631249074Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=6 entries=13 streamLabelsSize="190 B" entriesSize="570 kB" structuredMetadataSize="957 B" totalSize="570 kB" mostRecentLagMs=251 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:33.631281773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="286 kB" policy= mostRecentLagMs=1081
level=debug ts=2026-02-16T13:56:33.631293831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=9252
level=debug ts=2026-02-16T13:56:33.63130154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=251
level=debug ts=2026-02-16T13:56:33.631310904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="681 B" policy= mostRecentLagMs=3251
level=debug ts=2026-02-16T13:56:33.631318153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=1251
level=debug ts=2026-02-16T13:56:33.631323677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="273 kB" policy= mostRecentLagMs=754
level=debug ts=2026-02-16T13:56:33.634835641Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:56:38.124774104Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=8 entries=9 streamLabelsSize="245 B" entriesSize="96 kB" structuredMetadataSize="610 B" totalSize="97 kB" mostRecentLagMs=4006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:38.124802734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="87 kB" policy= mostRecentLagMs=4039
level=debug ts=2026-02-16T13:56:38.124813911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="917 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T13:56:38.124821885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T13:56:38.124827461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="319 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T13:56:38.124832589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="539 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T13:56:38.124838242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="596 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T13:56:38.124843093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="643 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T13:56:38.124848429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T13:56:38.126468948Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:56:38.679054206Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=10 entries=16 streamLabelsSize="321 B" entriesSize="291 kB" structuredMetadataSize="1.1 kB" totalSize="291 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:38.679082847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T13:56:38.679093715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="224 kB" policy= mostRecentLagMs=2404
level=debug ts=2026-02-16T13:56:38.679099882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T13:56:38.679104835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="16 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T13:56:38.679110213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="10 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T13:56:38.679115662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="596 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T13:56:38.679121281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T13:56:38.679126195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T13:56:38.679130724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T13:56:38.679135353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T13:56:38.682561329Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:56:40.818387503Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:56:45.393113994Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=9 entries=14 streamLabelsSize="273 B" entriesSize="432 kB" structuredMetadataSize="992 B" totalSize="432 kB" mostRecentLagMs=1013 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:45.393145459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="582 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T13:56:45.393156166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T13:56:45.393162381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="200 kB" policy= mostRecentLagMs=1223
level=debug ts=2026-02-16T13:56:45.393168387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T13:56:45.393173964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T13:56:45.393178907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T13:56:45.393183837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="217 kB" policy= mostRecentLagMs=2791
level=debug ts=2026-02-16T13:56:45.393189887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T13:56:45.393194587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=3013
level=debug ts=2026-02-16T13:56:45.396400583Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:56:49.129471392Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=12 entries=17 streamLabelsSize="381 B" entriesSize="431 kB" structuredMetadataSize="1.1 kB" totalSize="432 kB" mostRecentLagMs=1011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:49.129503747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T13:56:49.129516173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="633 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T13:56:49.129523042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T13:56:49.129528378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="20 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T13:56:49.129533873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T13:56:49.129538602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T13:56:49.129543603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T13:56:49.129548384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T13:56:49.129553086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="392 kB" policy= mostRecentLagMs=6207
level=debug ts=2026-02-16T13:56:49.129558144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T13:56:49.129563006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T13:56:49.129567705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T13:56:49.132657842Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:56:49.677838348Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=7 entries=9 streamLabelsSize="202 B" entriesSize="302 kB" structuredMetadataSize="558 B" totalSize="302 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:49.677868354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="418 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T13:56:49.677879668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T13:56:49.677885907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="93 kB" policy= mostRecentLagMs=9750
level=debug ts=2026-02-16T13:56:49.677893567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T13:56:49.677899053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T13:56:49.677904585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T13:56:49.677910054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="203 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T13:56:49.680190242Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:56:51.044441458Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T13:56:56.390213951Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=10 entries=12 streamLabelsSize="306 B" entriesSize="171 kB" structuredMetadataSize="845 B" totalSize="172 kB" mostRecentLagMs=1767 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:56:56.390242604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="189 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T13:56:56.390253806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T13:56:56.390260843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="924 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T13:56:56.390267042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="311 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T13:56:56.390272329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T13:56:56.390277709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T13:56:56.390282349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T13:56:56.390286984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T13:56:56.390292488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T13:56:56.390297874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="138 kB" policy= mostRecentLagMs=1767
level=debug ts=2026-02-16T13:56:56.39234092Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:57:00.281431801Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=5 entries=7 streamLabelsSize="191 B" entriesSize="188 kB" structuredMetadataSize="516 B" totalSize="188 kB" mostRecentLagMs=1163 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:00.2814625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T13:57:00.281474345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="98 kB" policy= mostRecentLagMs=5163
level=debug ts=2026-02-16T13:57:00.281481963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="56 kB" policy= mostRecentLagMs=7163
level=debug ts=2026-02-16T13:57:00.281487513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=1164
level=debug ts=2026-02-16T13:57:00.281492661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="416 B" policy= mostRecentLagMs=2163
level=debug ts=2026-02-16T13:57:00.283299721Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:57:00.674127422Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=3 entries=3 streamLabelsSize="116 B" entriesSize="34 kB" structuredMetadataSize="225 B" totalSize="35 kB" mostRecentLagMs=9004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:00.674155939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="921 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T13:57:00.674167536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T13:57:00.674174001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="33 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T13:57:00.675271903Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:57:08.389165689Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=2 entries=3 streamLabelsSize="55 B" entriesSize="196 kB" structuredMetadataSize="226 B" totalSize="196 kB" mostRecentLagMs=1329 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:08.389195475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T13:57:08.389209089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="196 kB" policy= mostRecentLagMs=1329
level=debug ts=2026-02-16T13:57:08.391570635Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:57:11.123336354Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.7 kB" streams=3 entries=3 streamLabelsSize="84 B" entriesSize="38 kB" structuredMetadataSize="185 B" totalSize="38 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:11.123365468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="38 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T13:57:11.123377005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="355 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T13:57:11.123383034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T13:57:11.124551395Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:57:12.679901262Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=8 entries=11 streamLabelsSize="261 B" entriesSize="408 kB" structuredMetadataSize="746 B" totalSize="408 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:12.679929244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T13:57:12.679940151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T13:57:12.679947266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T13:57:12.679952473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="389 kB" policy= mostRecentLagMs=7346
level=debug ts=2026-02-16T13:57:12.679958069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="607 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T13:57:12.679963282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="14 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T13:57:12.679968068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="419 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T13:57:12.679973091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T13:57:12.683032201Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:57:20.217076046Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=8 entries=10 streamLabelsSize="257 B" entriesSize="182 kB" structuredMetadataSize="678 B" totalSize="183 kB" mostRecentLagMs=836 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:20.217111257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3837
level=debug ts=2026-02-16T13:57:20.217124442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=837
level=debug ts=2026-02-16T13:57:20.217130945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=6837
level=debug ts=2026-02-16T13:57:20.217138044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2837
level=debug ts=2026-02-16T13:57:20.217145039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="99 kB" policy= mostRecentLagMs=1190
level=debug ts=2026-02-16T13:57:20.21715055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=5881
level=debug ts=2026-02-16T13:57:20.217155371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=3837
level=debug ts=2026-02-16T13:57:20.217163381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1837
level=debug ts=2026-02-16T13:57:20.218926825Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:57:21.046049499Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T13:57:22.122374648Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=5 entries=6 streamLabelsSize="163 B" entriesSize="8.9 kB" structuredMetadataSize="394 B" totalSize="9.1 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:22.122400633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:57:22.122410972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T13:57:22.122419149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T13:57:22.122426464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="245 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T13:57:22.122433924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T13:57:22.123474671Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:57:23.772314587Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:51622"
ts=2026-02-16T13:57:25.802237931Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:38950"
level=debug ts=2026-02-16T13:57:27.678481333Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=10 entries=12 streamLabelsSize="323 B" entriesSize="351 kB" structuredMetadataSize="803 B" totalSize="351 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:27.678509445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="425 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T13:57:27.678520291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T13:57:27.678526207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="371 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T13:57:27.678532438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="308 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T13:57:27.67853766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T13:57:27.678544222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T13:57:27.678550304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="485 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T13:57:27.678556479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="401 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T13:57:27.678561565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T13:57:27.67856652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T13:57:27.681473505Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:57:31.389179973Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=7 entries=11 streamLabelsSize="195 B" entriesSize="207 kB" structuredMetadataSize="806 B" totalSize="208 kB" mostRecentLagMs=643 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:31.38921413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="363 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T13:57:31.389226278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T13:57:31.389233177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T13:57:31.389239337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="162 kB" policy= mostRecentLagMs=643
level=debug ts=2026-02-16T13:57:31.389244843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="35 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T13:57:31.389250153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T13:57:31.389257048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T13:57:31.391354541Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:57:33.125729682Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=4 entries=4 streamLabelsSize="140 B" entriesSize="53 kB" structuredMetadataSize="294 B" totalSize="53 kB" mostRecentLagMs=1716 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:33.1257588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T13:57:33.125770721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="40 kB" policy= mostRecentLagMs=1716
level=debug ts=2026-02-16T13:57:33.125778625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T13:57:33.12578462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T13:57:33.126989619Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:57:42.140452357Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:57:42.428421828Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=5 entries=9 streamLabelsSize="154 B" entriesSize="374 kB" structuredMetadataSize="632 B" totalSize="375 kB" mostRecentLagMs=532 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:42.428448851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="48 kB" policy= mostRecentLagMs=5184
level=debug ts=2026-02-16T13:57:42.428460382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=1049
level=debug ts=2026-02-16T13:57:42.42846598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="293 kB" policy= mostRecentLagMs=532
level=debug ts=2026-02-16T13:57:42.428471459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=4048
level=debug ts=2026-02-16T13:57:42.428478477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4648
level=debug ts=2026-02-16T13:57:42.431539051Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:57:43.690552896Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=12 entries=18 streamLabelsSize="384 B" entriesSize="1.2 MB" structuredMetadataSize="1.1 kB" totalSize="1.2 MB" mostRecentLagMs=253 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:43.690802789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="24 kB" policy= mostRecentLagMs=5021
level=debug ts=2026-02-16T13:57:43.690823131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="714 B" policy= mostRecentLagMs=3022
level=debug ts=2026-02-16T13:57:43.690830852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="47 kB" policy= mostRecentLagMs=6632
level=debug ts=2026-02-16T13:57:43.690836502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=6021
level=debug ts=2026-02-16T13:57:43.690842565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6021
level=debug ts=2026-02-16T13:57:43.690849097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="12 kB" policy= mostRecentLagMs=2021
level=debug ts=2026-02-16T13:57:43.690854331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5021
level=debug ts=2026-02-16T13:57:43.690860851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=253
level=debug ts=2026-02-16T13:57:43.690867248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1021
level=debug ts=2026-02-16T13:57:43.690872058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8021
level=debug ts=2026-02-16T13:57:43.690877397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="292 B" policy= mostRecentLagMs=10022
level=debug ts=2026-02-16T13:57:43.690883152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="37 kB" policy= mostRecentLagMs=7022
level=debug ts=2026-02-16T13:57:43.733134374Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:57:45.280834608Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=11 entries=16 streamLabelsSize="338 B" entriesSize="137 kB" structuredMetadataSize="1.1 kB" totalSize="137 kB" mostRecentLagMs=162 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:45.280865302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="24 kB" policy= mostRecentLagMs=8290
level=debug ts=2026-02-16T13:57:45.280876716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=162
level=debug ts=2026-02-16T13:57:45.280884175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4162
level=debug ts=2026-02-16T13:57:45.28089016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=2641
level=debug ts=2026-02-16T13:57:45.28089634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T13:57:45.280902587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="754 B" policy= mostRecentLagMs=2163
level=debug ts=2026-02-16T13:57:45.280907538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="18 kB" policy= mostRecentLagMs=1162
level=debug ts=2026-02-16T13:57:45.280912603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=162
level=debug ts=2026-02-16T13:57:45.280917501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3163
level=debug ts=2026-02-16T13:57:45.28092233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=162
level=debug ts=2026-02-16T13:57:45.280926988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="14 kB" policy= mostRecentLagMs=3163
level=debug ts=2026-02-16T13:57:45.282822962Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:57:51.048552518Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T13:57:53.38987042Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=8 entries=11 streamLabelsSize="251 B" entriesSize="244 kB" structuredMetadataSize="754 B" totalSize="244 kB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:53.389900736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T13:57:53.389911736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="25 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T13:57:53.389917902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T13:57:53.38992317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="246 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T13:57:53.389930582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T13:57:53.389936449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T13:57:53.389941267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="170 kB" policy= mostRecentLagMs=2612
level=debug ts=2026-02-16T13:57:53.389947019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="39 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T13:57:53.392041435Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:57:54.674217926Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.8 kB" streams=5 entries=7 streamLabelsSize="167 B" entriesSize="71 kB" structuredMetadataSize="455 B" totalSize="71 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:54.674245515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T13:57:54.674256896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=9626
level=debug ts=2026-02-16T13:57:54.674262926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T13:57:54.674268609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="34 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T13:57:54.674274966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T13:57:54.675840938Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:57:56.124337242Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.1 kB" streams=8 entries=9 streamLabelsSize="261 B" entriesSize="80 kB" structuredMetadataSize="572 B" totalSize="80 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:57:56.124367825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T13:57:56.124379316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="396 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T13:57:56.124386898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T13:57:56.124393755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T13:57:56.124401527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T13:57:56.124407446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="15 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T13:57:56.124413371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="36 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T13:57:56.124418201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.8 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T13:57:56.126499408Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:58:04.389010474Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=3 entries=6 streamLabelsSize="97 B" entriesSize="184 kB" structuredMetadataSize="433 B" totalSize="184 kB" mostRecentLagMs=161 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:04.389040213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="165 kB" policy= mostRecentLagMs=161
level=debug ts=2026-02-16T13:58:04.389051535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T13:58:04.389059282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T13:58:04.391575909Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:58:05.253881418Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=8 entries=12 streamLabelsSize="263 B" entriesSize="670 kB" structuredMetadataSize="776 B" totalSize="670 kB" mostRecentLagMs=584 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:05.25391029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="632 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T13:58:05.253920865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="17 kB" policy= mostRecentLagMs=6584
level=debug ts=2026-02-16T13:58:05.25392724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6584
level=debug ts=2026-02-16T13:58:05.253934442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=9584
level=debug ts=2026-02-16T13:58:05.253939619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7585
level=debug ts=2026-02-16T13:58:05.253944422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="10 kB" policy= mostRecentLagMs=9584
level=debug ts=2026-02-16T13:58:05.253950167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=585
level=debug ts=2026-02-16T13:58:05.253954995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="952 B" policy= mostRecentLagMs=9584
level=debug ts=2026-02-16T13:58:05.25819874Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:58:08.122698532Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="935 B" streams=4 entries=4 streamLabelsSize="139 B" entriesSize="2.9 kB" structuredMetadataSize="268 B" totalSize="3.0 kB" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:08.122729894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:58:08.122742114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T13:58:08.122749568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T13:58:08.122756079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="238 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T13:58:08.12382609Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:58:15.681968382Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=9 entries=11 streamLabelsSize="269 B" entriesSize="607 kB" structuredMetadataSize="735 B" totalSize="607 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:15.682000624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="814 B" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T13:58:15.682012251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T13:58:15.682018653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T13:58:15.682025508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="833 B" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T13:58:15.682031031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="21 kB" policy= mostRecentLagMs=3013
level=debug ts=2026-02-16T13:58:15.682036752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="575 kB" policy= mostRecentLagMs=6222
level=debug ts=2026-02-16T13:58:15.682042153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3013
level=debug ts=2026-02-16T13:58:15.682047107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T13:58:15.682051935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="683 B" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T13:58:15.687078418Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:58:17.385375165Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.5 kB" streams=6 entries=6 streamLabelsSize="192 B" entriesSize="61 kB" structuredMetadataSize="388 B" totalSize="61 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:17.385408191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T13:58:17.385422752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T13:58:17.385428723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T13:58:17.385434136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="46 kB" policy= mostRecentLagMs=9643
level=debug ts=2026-02-16T13:58:17.385439148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="371 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T13:58:17.385445801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T13:58:17.38683744Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:58:21.051154542Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T13:58:21.124252099Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.6 kB" streams=5 entries=7 streamLabelsSize="162 B" entriesSize="74 kB" structuredMetadataSize="465 B" totalSize="74 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:21.124281644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T13:58:21.124293906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="39 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T13:58:21.124300148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=3622
level=debug ts=2026-02-16T13:58:21.124305895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T13:58:21.124311061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T13:58:21.125586862Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:58:25.804862381Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:56694"
level=debug ts=2026-02-16T13:58:26.677237146Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=10 entries=14 streamLabelsSize="317 B" entriesSize="161 kB" structuredMetadataSize="950 B" totalSize="162 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:26.677265897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="671 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T13:58:26.677277857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T13:58:26.67728443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="47 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T13:58:26.677290406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T13:58:26.677295704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="880 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T13:58:26.677300653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T13:58:26.677305966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="100 kB" policy= mostRecentLagMs=1368
level=debug ts=2026-02-16T13:58:26.67731061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T13:58:26.677315217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T13:58:26.677319674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="380 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T13:58:26.679458192Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:58:27.247206632Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:43280"
level=debug ts=2026-02-16T13:58:27.494210449Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=4 entries=5 streamLabelsSize="125 B" entriesSize="38 kB" structuredMetadataSize="340 B" totalSize="38 kB" mostRecentLagMs=5114 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:27.494236419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T13:58:27.494247761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9114
level=debug ts=2026-02-16T13:58:27.494254954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8114
level=debug ts=2026-02-16T13:58:27.494260122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=5114
level=debug ts=2026-02-16T13:58:27.495482051Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:58:32.123064479Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="518 B" streams=3 entries=3 streamLabelsSize="95 B" entriesSize="640 B" structuredMetadataSize="174 B" totalSize="735 B" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:32.123095479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T13:58:32.123107447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T13:58:32.123116261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T13:58:32.124242095Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:58:37.674375931Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=5 entries=7 streamLabelsSize="184 B" entriesSize="25 kB" structuredMetadataSize="436 B" totalSize="25 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:37.674403813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="710 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T13:58:37.674415173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T13:58:37.674421719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T13:58:37.67442742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T13:58:37.674432853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="699 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T13:58:37.675579982Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:58:39.685961016Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:58:44.386652869Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.2 kB" streams=8 entries=10 streamLabelsSize="260 B" entriesSize="69 kB" structuredMetadataSize="667 B" totalSize="70 kB" mostRecentLagMs=3239 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:44.386683791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T13:58:44.386698352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T13:58:44.386709521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5404
level=debug ts=2026-02-16T13:58:44.38672139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=3239
level=debug ts=2026-02-16T13:58:44.386727514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="662 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T13:58:44.386732996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T13:58:44.386738273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T13:58:44.386742951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="17 kB" policy= mostRecentLagMs=3779
level=debug ts=2026-02-16T13:58:44.388149213Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:58:48.123791049Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.1 kB" streams=9 entries=11 streamLabelsSize="287 B" entriesSize="20 kB" structuredMetadataSize="729 B" totalSize="20 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:48.123820782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T13:58:48.123832893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T13:58:48.123841549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="729 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T13:58:48.123847433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="633 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T13:58:48.12385465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T13:58:48.123860396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T13:58:48.12386764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T13:58:48.12387432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T13:58:48.123880455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T13:58:48.125449205Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:58:48.681412796Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=8 streamLabelsSize="221 B" entriesSize="426 kB" structuredMetadataSize="535 B" totalSize="426 kB" mostRecentLagMs=3012 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:48.6816768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T13:58:48.681694129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="28 kB" policy= mostRecentLagMs=9633
level=debug ts=2026-02-16T13:58:48.681702862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T13:58:48.681709502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T13:58:48.681715856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="391 kB" policy= mostRecentLagMs=9671
level=debug ts=2026-02-16T13:58:48.681721556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T13:58:48.681726551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T13:58:48.685255513Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:58:51.053030881Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
ts=2026-02-16T13:58:53.777798489Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:45094"
ts=2026-02-16T13:58:55.806969949Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:40190"
level=debug ts=2026-02-16T13:58:57.385957266Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.8 kB" streams=8 entries=11 streamLabelsSize="246 B" entriesSize="20 kB" structuredMetadataSize="704 B" totalSize="20 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:58:57.385987138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="921 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T13:58:57.385999964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T13:58:57.386007339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T13:58:57.386013095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T13:58:57.386019347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T13:58:57.386025861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="690 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T13:58:57.386030832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T13:58:57.386036853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T13:58:57.387099479Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:59:05.680295744Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=5 entries=7 streamLabelsSize="179 B" entriesSize="497 kB" structuredMetadataSize="505 B" totalSize="497 kB" mostRecentLagMs=904 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:05.680324443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T13:59:05.680335971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="10 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T13:59:05.680342148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T13:59:05.68034794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T13:59:05.680354692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="478 kB" policy= mostRecentLagMs=904
level=debug ts=2026-02-16T13:59:05.68335635Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:59:06.123328111Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="715 B" streams=3 entries=3 streamLabelsSize="105 B" entriesSize="1.2 kB" structuredMetadataSize="194 B" totalSize="1.3 kB" mostRecentLagMs=6004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:06.123356803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T13:59:06.123369449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T13:59:06.123376176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="814 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T13:59:06.124307311Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:59:09.387116048Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=4 entries=4 streamLabelsSize="104 B" entriesSize="36 kB" structuredMetadataSize="278 B" totalSize="37 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:09.38714439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T13:59:09.387155677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9151
level=debug ts=2026-02-16T13:59:09.387162158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T13:59:09.387167604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T13:59:09.388517771Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:59:17.124564623Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.5 kB" streams=8 entries=8 streamLabelsSize="278 B" entriesSize="60 kB" structuredMetadataSize="536 B" totalSize="61 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:17.124591949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T13:59:17.124603424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T13:59:17.12463155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T13:59:17.12463733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T13:59:17.124643196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=6978
level=debug ts=2026-02-16T13:59:17.124649724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T13:59:17.124655913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5374
level=debug ts=2026-02-16T13:59:17.124661187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T13:59:17.126066662Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:59:17.683769077Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=8 entries=12 streamLabelsSize="258 B" entriesSize="682 kB" structuredMetadataSize="801 B" totalSize="682 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:17.683797935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="664 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T13:59:17.683809375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T13:59:17.683815947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=2014
level=debug ts=2026-02-16T13:59:17.683822293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9015
level=debug ts=2026-02-16T13:59:17.683828573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-16T13:59:17.683834057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T13:59:17.683839421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T13:59:17.683845187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T13:59:17.688110799Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:59:21.055431513Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T13:59:21.339086491Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=4 entries=6 streamLabelsSize="122 B" entriesSize="69 kB" structuredMetadataSize="411 B" totalSize="69 kB" mostRecentLagMs=1959 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:21.339115985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4959
level=debug ts=2026-02-16T13:59:21.339126995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="61 kB" policy= mostRecentLagMs=6080
level=debug ts=2026-02-16T13:59:21.339133194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="776 B" policy= mostRecentLagMs=5959
level=debug ts=2026-02-16T13:59:21.339138923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=1959
level=debug ts=2026-02-16T13:59:21.340307736Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:59:28.123212531Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.0 kB" streams=3 entries=3 streamLabelsSize="102 B" entriesSize="3.8 kB" structuredMetadataSize="213 B" totalSize="3.9 kB" mostRecentLagMs=7005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:28.123242484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T13:59:28.123254357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T13:59:28.12326135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="442 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T13:59:28.124331876Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:59:28.681485343Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=3 entries=3 streamLabelsSize="90 B" entriesSize="619 kB" structuredMetadataSize="201 B" totalSize="619 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:28.681516732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="615 kB" policy= mostRecentLagMs=9239
level=debug ts=2026-02-16T13:59:28.681527761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T13:59:28.681533783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T13:59:28.685412453Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:59:31.384844132Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=5 entries=6 streamLabelsSize="151 B" entriesSize="34 kB" structuredMetadataSize="413 B" totalSize="34 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:31.384874863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T13:59:31.384886777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T13:59:31.384894619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T13:59:31.384900077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="953 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T13:59:31.384906952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=7104
level=debug ts=2026-02-16T13:59:31.386586797Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:59:39.123419003Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=3 entries=4 streamLabelsSize="116 B" entriesSize="7.3 kB" structuredMetadataSize="246 B" totalSize="7.4 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:39.123448708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T13:59:39.123460057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T13:59:39.123467324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T13:59:39.124560985Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:59:44.385804574Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=5 entries=5 streamLabelsSize="180 B" entriesSize="34 kB" structuredMetadataSize="348 B" totalSize="34 kB" mostRecentLagMs=672 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:44.385836845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T13:59:44.385848457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=672
level=debug ts=2026-02-16T13:59:44.385854551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T13:59:44.38586048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T13:59:44.385866199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T13:59:44.387118997Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:59:45.673547597Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=8 entries=11 streamLabelsSize="279 B" entriesSize="25 kB" structuredMetadataSize="681 B" totalSize="25 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:45.673576791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T13:59:45.673588264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T13:59:45.673594133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="815 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T13:59:45.673600158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T13:59:45.673628775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="678 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T13:59:45.673636457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T13:59:45.673641544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T13:59:45.673647413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T13:59:45.674790285Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:59:49.536091748Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:59:50.123593255Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=5 entries=7 streamLabelsSize="169 B" entriesSize="9.3 kB" structuredMetadataSize="461 B" totalSize="9.4 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:50.123650776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T13:59:50.123663748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T13:59:50.123670166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T13:59:50.123675799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="929 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T13:59:50.123681525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T13:59:50.124752798Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:59:51.057701435Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
ts=2026-02-16T13:59:55.811132799Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:48136"
level=debug ts=2026-02-16T13:59:56.386324672Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=4 entries=4 streamLabelsSize="123 B" entriesSize="10 kB" structuredMetadataSize="264 B" totalSize="10 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:56.386354835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T13:59:56.386366872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T13:59:56.386374297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T13:59:56.386380113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T13:59:56.387372987Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T13:59:56.678593657Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=4 streamLabelsSize="121 B" entriesSize="387 kB" structuredMetadataSize="274 B" totalSize="388 kB" mostRecentLagMs=5320 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T13:59:56.678642784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T13:59:56.678654289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T13:59:56.678660926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5320
level=debug ts=2026-02-16T13:59:56.678666328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="369 kB" policy= mostRecentLagMs=9307
level=debug ts=2026-02-16T13:59:56.681428641Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T13:59:57.25164006Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:48538"
level=debug ts=2026-02-16T14:00:08.677389085Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.4 kB" streams=4 entries=5 streamLabelsSize="151 B" entriesSize="180 kB" structuredMetadataSize="334 B" totalSize="180 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:08.677420459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:00:08.677432876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:00:08.677439559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:00:08.677445669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=2735
level=debug ts=2026-02-16T14:00:08.679713765Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:00:09.123753199Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=4 entries=5 streamLabelsSize="141 B" entriesSize="28 kB" structuredMetadataSize="313 B" totalSize="28 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:09.123781216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:00:09.123791943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:00:09.123798452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:00:09.123803752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="23 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:00:09.124829516Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:00:10.166364838Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=4 entries=6 streamLabelsSize="125 B" entriesSize="65 kB" structuredMetadataSize="406 B" totalSize="65 kB" mostRecentLagMs=527 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:10.166392212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="635 B" policy= mostRecentLagMs=1786
level=debug ts=2026-02-16T14:00:10.166403845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1786
level=debug ts=2026-02-16T14:00:10.166410241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="61 kB" policy= mostRecentLagMs=527
level=debug ts=2026-02-16T14:00:10.166417599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1786
level=debug ts=2026-02-16T14:00:10.167604369Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:00:18.839682743Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=10 entries=16 streamLabelsSize="319 B" entriesSize="412 kB" structuredMetadataSize="1.1 kB" totalSize="412 kB" mostRecentLagMs=170 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:18.839713132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=6170
level=debug ts=2026-02-16T14:00:18.83972431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=5170
level=debug ts=2026-02-16T14:00:18.839731436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="291 B" policy= mostRecentLagMs=2170
level=debug ts=2026-02-16T14:00:18.839737141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=170
level=debug ts=2026-02-16T14:00:18.839744236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1170
level=debug ts=2026-02-16T14:00:18.839751234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=171
level=debug ts=2026-02-16T14:00:18.839756598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="16 kB" policy= mostRecentLagMs=6170
level=debug ts=2026-02-16T14:00:18.839762751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=2171
level=debug ts=2026-02-16T14:00:18.839767833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="70 kB" policy= mostRecentLagMs=1744
level=debug ts=2026-02-16T14:00:18.839774197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="309 kB" policy= mostRecentLagMs=4922
level=debug ts=2026-02-16T14:00:18.84315201Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:00:20.123027573Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=4 entries=4 streamLabelsSize="119 B" entriesSize="6.1 kB" structuredMetadataSize="263 B" totalSize="6.3 kB" mostRecentLagMs=5005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:20.123060031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:00:20.123072144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:00:20.123079626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="282 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:00:20.123085321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:00:20.124049738Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:00:21.059937266Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:00:23.386735375Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.0 kB" streams=9 entries=13 streamLabelsSize="279 B" entriesSize="91 kB" structuredMetadataSize="888 B" totalSize="91 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:23.386765399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:00:23.386777011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:00:23.386784963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="10 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:00:23.386791155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="924 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:00:23.386796381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="51 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:00:23.386801231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="210 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T14:00:23.386806535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="17 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:00:23.38681257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:00:23.386819216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:00:23.388477147Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:00:29.67363129Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=3 entries=3 streamLabelsSize="84 B" entriesSize="4.9 kB" structuredMetadataSize="185 B" totalSize="5.0 kB" mostRecentLagMs=8004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:29.673674359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T14:00:29.673686608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="536 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T14:00:29.673693483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="862 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:00:29.67468025Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:00:31.124297508Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=6 entries=7 streamLabelsSize="197 B" entriesSize="22 kB" structuredMetadataSize="463 B" totalSize="22 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:31.124327379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:00:31.124339103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:00:31.124346512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="10 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:00:31.124352279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:00:31.124357276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:00:31.124373575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:00:31.125983694Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:00:38.308154458Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=6 entries=6 streamLabelsSize="175 B" entriesSize="40 kB" structuredMetadataSize="395 B" totalSize="40 kB" mostRecentLagMs=928 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:38.308183155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=5928
level=debug ts=2026-02-16T14:00:38.308196218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:00:38.308201933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="285 B" policy= mostRecentLagMs=8928
level=debug ts=2026-02-16T14:00:38.308208421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9928
level=debug ts=2026-02-16T14:00:38.308214247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=8928
level=debug ts=2026-02-16T14:00:38.308219061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=928
level=debug ts=2026-02-16T14:00:38.309985707Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:00:44.12342054Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=6 entries=6 streamLabelsSize="182 B" entriesSize="7.6 kB" structuredMetadataSize="367 B" totalSize="7.8 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:44.123448843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:00:44.123462001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:00:44.123469852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:00:44.12347579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:00:44.123481291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:00:44.123487208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="286 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:00:44.124589223Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:00:45.678644003Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=10 entries=14 streamLabelsSize="331 B" entriesSize="376 kB" structuredMetadataSize="917 B" totalSize="376 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:45.678674667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:00:45.678693172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T14:00:45.678701295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="439 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:00:45.678709041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:00:45.678714973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:00:45.678720037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:00:45.678725082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="554 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:00:45.67873006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="22 kB" policy= mostRecentLagMs=2564
level=debug ts=2026-02-16T14:00:45.678734689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T14:00:45.67874034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:00:45.681630036Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:00:45.892167567Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T14:00:45.894030295Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:00:48.384585746Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=4 entries=4 streamLabelsSize="132 B" entriesSize="34 kB" structuredMetadataSize="274 B" totalSize="34 kB" mostRecentLagMs=3778 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:48.384646771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T14:00:48.384659493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="832 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:00:48.384666029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:00:48.384671906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3778
level=debug ts=2026-02-16T14:00:48.385937008Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:00:51.061995509Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
ts=2026-02-16T14:00:55.814693993Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:58692"
level=debug ts=2026-02-16T14:00:56.123085653Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=6 entries=7 streamLabelsSize="194 B" entriesSize="18 kB" structuredMetadataSize="468 B" totalSize="18 kB" mostRecentLagMs=4005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:56.123115645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:00:56.123127672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:00:56.123134979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="415 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:00:56.123141324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:00:56.123146699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:00:56.123154006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:00:56.124208678Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:00:56.674998968Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.6 kB" streams=5 entries=9 streamLabelsSize="178 B" entriesSize="74 kB" structuredMetadataSize="591 B" totalSize="74 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:56.675027961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="30 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:00:56.675040619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:00:56.675047819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:00:56.675053654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:00:56.675059118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:00:56.677110824Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:00:59.385701605Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=5 entries=8 streamLabelsSize="168 B" entriesSize="8.6 kB" structuredMetadataSize="540 B" totalSize="8.7 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:00:59.385733266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:00:59.385745183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:00:59.385751341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="475 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:00:59.38575731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:00:59.385763697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="328 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:00:59.386952476Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:01:06.191285944Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=5 entries=5 streamLabelsSize="175 B" entriesSize="32 kB" structuredMetadataSize="347 B" totalSize="32 kB" mostRecentLagMs=4073 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:06.191317157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5073
level=debug ts=2026-02-16T14:01:06.191328499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="751 B" policy= mostRecentLagMs=9073
level=debug ts=2026-02-16T14:01:06.191336518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=4073
level=debug ts=2026-02-16T14:01:06.191344318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6073
level=debug ts=2026-02-16T14:01:06.191350553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:01:06.192473548Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:01:07.675891568Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.1 kB" streams=7 entries=8 streamLabelsSize="252 B" entriesSize="168 kB" structuredMetadataSize="556 B" totalSize="169 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:07.67592177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:01:07.675933388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:01:07.675939366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:01:07.675945973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:01:07.67595213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:01:07.675957506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=8780
level=debug ts=2026-02-16T14:01:07.675964291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:01:07.677892049Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:01:10.387211043Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.7 kB" streams=10 entries=10 streamLabelsSize="298 B" entriesSize="77 kB" structuredMetadataSize="691 B" totalSize="77 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:10.38723934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:01:10.387250705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="25 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:01:10.387258425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:01:10.387264936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:01:10.387270356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:01:10.387288734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:01:10.387295905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:01:10.387302204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="485 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:01:10.387307372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7838
level=debug ts=2026-02-16T14:01:10.387312806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:01:10.388974209Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:01:18.124683675Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=4 entries=6 streamLabelsSize="125 B" entriesSize="10 kB" structuredMetadataSize="396 B" totalSize="10 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:18.124713315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:01:18.124725573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:01:18.124732337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:01:18.124739626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:01:18.125995761Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:01:19.221482737Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=10 streamLabelsSize="211 B" entriesSize="404 kB" structuredMetadataSize="659 B" totalSize="404 kB" mostRecentLagMs=552 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:19.221511342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=552
level=debug ts=2026-02-16T14:01:19.221523802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="30 kB" policy= mostRecentLagMs=3346
level=debug ts=2026-02-16T14:01:19.221531988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=552
level=debug ts=2026-02-16T14:01:19.221538674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=2552
level=debug ts=2026-02-16T14:01:19.221544748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="935 B" policy= mostRecentLagMs=1553
level=debug ts=2026-02-16T14:01:19.221551013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="370 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:01:19.221556349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="442 B" policy= mostRecentLagMs=9552
level=debug ts=2026-02-16T14:01:19.225419203Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:01:21.064327502Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:01:21.23501539Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:01:24.386065275Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=5 entries=8 streamLabelsSize="175 B" entriesSize="17 kB" structuredMetadataSize="521 B" totalSize="17 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:24.386094607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:01:24.386106097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:01:24.38611272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:01:24.386120075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:01:24.386126715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:01:24.387182307Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:01:27.256627113Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:42696"
level=debug ts=2026-02-16T14:01:31.123177393Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=2 entries=3 streamLabelsSize="80 B" entriesSize="9.0 kB" structuredMetadataSize="200 B" totalSize="9.1 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:31.123206418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:01:31.123218761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:01:31.124425408Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:01:34.547305885Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=4 entries=4 streamLabelsSize="109 B" entriesSize="32 kB" structuredMetadataSize="294 B" totalSize="32 kB" mostRecentLagMs=3168 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:34.547334954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="475 B" policy= mostRecentLagMs=4167
level=debug ts=2026-02-16T14:01:34.547346799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:01:34.547353726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3168
level=debug ts=2026-02-16T14:01:34.547360485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6167
level=debug ts=2026-02-16T14:01:34.548365379Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:01:36.678726188Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=5 streamLabelsSize="171 B" entriesSize="323 kB" structuredMetadataSize="320 B" totalSize="323 kB" mostRecentLagMs=864 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:36.678755937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:01:36.67876724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:01:36.678773343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="308 kB" policy= mostRecentLagMs=864
level=debug ts=2026-02-16T14:01:36.678778809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:01:36.678786028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:01:36.681738865Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:01:42.123351332Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.7 kB" streams=6 entries=6 streamLabelsSize="208 B" entriesSize="7.0 kB" structuredMetadataSize="393 B" totalSize="7.2 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:42.12338363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="663 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:01:42.123395788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:01:42.12340282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="929 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:01:42.123408129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:01:42.123413052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:01:42.123417955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:01:42.124444574Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:01:47.387325475Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=6 entries=6 streamLabelsSize="188 B" entriesSize="46 kB" structuredMetadataSize="417 B" totalSize="46 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:47.387355757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=2646
level=debug ts=2026-02-16T14:01:47.38736775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:01:47.387374289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:01:47.38738024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:01:47.387387103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="11 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:01:47.387393415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:01:47.388740983Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:01:47.674058946Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=6 entries=10 streamLabelsSize="189 B" entriesSize="5.2 kB" structuredMetadataSize="638 B" totalSize="5.4 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:47.674090153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:01:47.674102042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="833 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:01:47.674108941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="963 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:01:47.674114634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:01:47.674121741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T14:01:47.674126964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:01:47.67513297Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:01:51.066942537Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
ts=2026-02-16T14:01:55.818404263Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:46576"
level=debug ts=2026-02-16T14:01:56.124739271Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.1 kB" streams=4 entries=4 streamLabelsSize="126 B" entriesSize="44 kB" structuredMetadataSize="267 B" totalSize="44 kB" mostRecentLagMs=4645 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:56.124765589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4645
level=debug ts=2026-02-16T14:01:56.124777245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=8642
level=debug ts=2026-02-16T14:01:56.124784345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:01:56.124790249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:01:56.126040733Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:01:58.676651078Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=2 entries=2 streamLabelsSize="62 B" entriesSize="146 kB" structuredMetadataSize="149 B" totalSize="147 kB" mostRecentLagMs=8169 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:58.676682429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:01:58.676694304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=8169
level=debug ts=2026-02-16T14:01:58.678464774Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:01:59.385876805Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=5 entries=6 streamLabelsSize="153 B" entriesSize="42 kB" structuredMetadataSize="414 B" totalSize="42 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:01:59.385903685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1405
level=debug ts=2026-02-16T14:01:59.385915014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:01:59.385922667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:01:59.38592871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="513 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:01:59.385934245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:01:59.387297595Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:02:01.717596006Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:02:08.12373678Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=4 entries=5 streamLabelsSize="138 B" entriesSize="9.5 kB" structuredMetadataSize="328 B" totalSize="9.7 kB" mostRecentLagMs=6006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:08.123763354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:02:08.123774194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:02:08.123780231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:02:08.123787412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:02:08.124847805Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:02:11.386227059Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=4 entries=5 streamLabelsSize="124 B" entriesSize="61 kB" structuredMetadataSize="345 B" totalSize="61 kB" mostRecentLagMs=4006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:11.386260225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="59 kB" policy= mostRecentLagMs=6717
level=debug ts=2026-02-16T14:02:11.386273134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:02:11.386280826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:02:11.386286375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="349 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:02:11.388179312Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:02:11.860334794Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=7 streamLabelsSize="191 B" entriesSize="366 kB" structuredMetadataSize="443 B" totalSize="367 kB" mostRecentLagMs=191 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:11.860364521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3191
level=debug ts=2026-02-16T14:02:11.860376012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3191
level=debug ts=2026-02-16T14:02:11.860382612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=191
level=debug ts=2026-02-16T14:02:11.860388138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="28 kB" policy= mostRecentLagMs=191
level=debug ts=2026-02-16T14:02:11.860393468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="329 kB" policy= mostRecentLagMs=8021
level=debug ts=2026-02-16T14:02:11.860398925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4191
level=debug ts=2026-02-16T14:02:11.864584867Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:02:21.068998053Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:02:22.694955254Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=10 entries=25 streamLabelsSize="335 B" entriesSize="1.2 MB" structuredMetadataSize="1.5 kB" totalSize="1.2 MB" mostRecentLagMs=26 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:22.694985229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=1025
level=debug ts=2026-02-16T14:02:22.694996785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="28 kB" policy= mostRecentLagMs=7689
level=debug ts=2026-02-16T14:02:22.695004994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="574 kB" policy= mostRecentLagMs=911
level=debug ts=2026-02-16T14:02:22.69501266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1198
level=debug ts=2026-02-16T14:02:22.695020395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=5098
level=debug ts=2026-02-16T14:02:22.695025892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=26
level=debug ts=2026-02-16T14:02:22.695030866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="213 kB" policy= mostRecentLagMs=5626
level=debug ts=2026-02-16T14:02:22.695035936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="204 kB" policy= mostRecentLagMs=3421
level=debug ts=2026-02-16T14:02:22.695040667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4026
level=debug ts=2026-02-16T14:02:22.695045276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="94 kB" policy= mostRecentLagMs=5916
level=debug ts=2026-02-16T14:02:22.700918283Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:02:23.490287813Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=10 entries=13 streamLabelsSize="325 B" entriesSize="216 kB" structuredMetadataSize="902 B" totalSize="216 kB" mostRecentLagMs=110 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:23.49031749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=6110
level=debug ts=2026-02-16T14:02:23.490328882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7110
level=debug ts=2026-02-16T14:02:23.490335088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="28 kB" policy= mostRecentLagMs=1110
level=debug ts=2026-02-16T14:02:23.490341982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="50 kB" policy= mostRecentLagMs=1143
level=debug ts=2026-02-16T14:02:23.490347985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=110
level=debug ts=2026-02-16T14:02:23.490353135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="406 B" policy= mostRecentLagMs=2110
level=debug ts=2026-02-16T14:02:23.490358275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4110
level=debug ts=2026-02-16T14:02:23.49036317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=110
level=debug ts=2026-02-16T14:02:23.490368779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=4857
level=debug ts=2026-02-16T14:02:23.490374378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="61 kB" policy= mostRecentLagMs=1277
level=debug ts=2026-02-16T14:02:23.49278367Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:02:25.093049024Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=6 entries=15 streamLabelsSize="190 B" entriesSize="809 kB" structuredMetadataSize="920 B" totalSize="809 kB" mostRecentLagMs=974 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:25.093080464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="34 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-16T14:02:25.093091958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6975
level=debug ts=2026-02-16T14:02:25.093098086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="740 kB" policy= mostRecentLagMs=975
level=debug ts=2026-02-16T14:02:25.093103352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=974
level=debug ts=2026-02-16T14:02:25.093108346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=3975
level=debug ts=2026-02-16T14:02:25.09311346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="28 kB" policy= mostRecentLagMs=6975
level=debug ts=2026-02-16T14:02:25.098347479Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:02:33.074705053Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=8 entries=21 streamLabelsSize="252 B" entriesSize="834 kB" structuredMetadataSize="1.3 kB" totalSize="834 kB" mostRecentLagMs=367 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:33.074761581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=8019
level=debug ts=2026-02-16T14:02:33.074783928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=406
level=debug ts=2026-02-16T14:02:33.074800527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="83 kB" policy= mostRecentLagMs=2307
level=debug ts=2026-02-16T14:02:33.074814499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="128 kB" policy= mostRecentLagMs=1156
level=debug ts=2026-02-16T14:02:33.074827359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="528 kB" policy= mostRecentLagMs=367
level=debug ts=2026-02-16T14:02:33.074842707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5405
level=debug ts=2026-02-16T14:02:33.074858721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4406
level=debug ts=2026-02-16T14:02:33.074871957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="72 kB" policy= mostRecentLagMs=437
level=debug ts=2026-02-16T14:02:33.079783281Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:02:35.92000263Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=7 entries=15 streamLabelsSize="213 B" entriesSize="862 kB" structuredMetadataSize="906 B" totalSize="862 kB" mostRecentLagMs=612 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:35.92003268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4801
level=debug ts=2026-02-16T14:02:35.920044294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="731 B" policy= mostRecentLagMs=1801
level=debug ts=2026-02-16T14:02:35.920050692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-16T14:02:35.920056663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4801
level=debug ts=2026-02-16T14:02:35.920061964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="821 kB" policy= mostRecentLagMs=613
level=debug ts=2026-02-16T14:02:35.920068923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="19 kB" policy= mostRecentLagMs=8095
level=debug ts=2026-02-16T14:02:35.920075195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3802
level=debug ts=2026-02-16T14:02:35.925800776Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:02:36.20289187Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=9 entries=11 streamLabelsSize="275 B" entriesSize="288 kB" structuredMetadataSize="753 B" totalSize="288 kB" mostRecentLagMs=823 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:36.202927007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9823
level=debug ts=2026-02-16T14:02:36.20293873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="19 kB" policy= mostRecentLagMs=6644
level=debug ts=2026-02-16T14:02:36.202946254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4925
level=debug ts=2026-02-16T14:02:36.202952706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=4823
level=debug ts=2026-02-16T14:02:36.202957827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="134 kB" policy= mostRecentLagMs=2381
level=debug ts=2026-02-16T14:02:36.202962834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="50 kB" policy= mostRecentLagMs=3801
level=debug ts=2026-02-16T14:02:36.202967925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=823
level=debug ts=2026-02-16T14:02:36.202972847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=6823
level=debug ts=2026-02-16T14:02:36.202977964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="30 kB" policy= mostRecentLagMs=1262
level=debug ts=2026-02-16T14:02:36.205828807Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:02:44.331271057Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=11 entries=18 streamLabelsSize="364 B" entriesSize="525 kB" structuredMetadataSize="1.1 kB" totalSize="525 kB" mostRecentLagMs=661 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:44.33130055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=5661
level=debug ts=2026-02-16T14:02:44.331311593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=661
level=debug ts=2026-02-16T14:02:44.331317374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="60 kB" policy= mostRecentLagMs=1760
level=debug ts=2026-02-16T14:02:44.331323712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5661
level=debug ts=2026-02-16T14:02:44.33132855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="20 kB" policy= mostRecentLagMs=5385
level=debug ts=2026-02-16T14:02:44.331334777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="32 kB" policy= mostRecentLagMs=1662
level=debug ts=2026-02-16T14:02:44.331340201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=661
level=debug ts=2026-02-16T14:02:44.331345009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2662
level=debug ts=2026-02-16T14:02:44.331349574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="350 kB" policy= mostRecentLagMs=6863
level=debug ts=2026-02-16T14:02:44.331355042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5661
level=debug ts=2026-02-16T14:02:44.331360668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="18 kB" policy= mostRecentLagMs=661
level=debug ts=2026-02-16T14:02:44.334642875Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:02:45.958442466Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=8 streamLabelsSize="186 B" entriesSize="270 kB" structuredMetadataSize="495 B" totalSize="271 kB" mostRecentLagMs=1840 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:45.958470124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=3840
level=debug ts=2026-02-16T14:02:45.958482307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:02:45.958489547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="239 kB" policy= mostRecentLagMs=7597
level=debug ts=2026-02-16T14:02:45.958495542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=3840
level=debug ts=2026-02-16T14:02:45.958501493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=1840
level=debug ts=2026-02-16T14:02:45.958506928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4840
level=debug ts=2026-02-16T14:02:45.961262804Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:02:46.386778598Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.6 kB" streams=8 entries=10 streamLabelsSize="225 B" entriesSize="69 kB" structuredMetadataSize="689 B" totalSize="69 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:46.386807024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:02:46.386819304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:02:46.386825688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:02:46.386831111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=666
level=debug ts=2026-02-16T14:02:46.386836462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:02:46.386841454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="789 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:02:46.386847292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:02:46.386852192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="22 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:02:46.389016755Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:02:51.071659255Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:02:54.686862162Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=14 entries=34 streamLabelsSize="419 B" entriesSize="782 kB" structuredMetadataSize="2.2 kB" totalSize="782 kB" mostRecentLagMs=146 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:54.686895674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="29 kB" policy= mostRecentLagMs=9251
level=debug ts=2026-02-16T14:02:54.686907009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="43 kB" policy= mostRecentLagMs=1974
level=debug ts=2026-02-16T14:02:54.686913085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="946 B" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T14:02:54.686918607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="229 kB" policy= mostRecentLagMs=4633
level=debug ts=2026-02-16T14:02:54.68692352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=3018
level=debug ts=2026-02-16T14:02:54.686928867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="221 B" policy= mostRecentLagMs=8018
level=debug ts=2026-02-16T14:02:54.686933603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tenant-dev-hztm\"}" streamLabelsHash=1913725240 streamSizeBytes="232 B" policy= mostRecentLagMs=6017
level=debug ts=2026-02-16T14:02:54.686938898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="112 kB" policy= mostRecentLagMs=1179
level=debug ts=2026-02-16T14:02:54.686943632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8018
level=debug ts=2026-02-16T14:02:54.686948249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="344 B" policy= mostRecentLagMs=1018
level=debug ts=2026-02-16T14:02:54.686953127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="138 kB" policy= mostRecentLagMs=1497
level=debug ts=2026-02-16T14:02:54.686958056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=146
level=debug ts=2026-02-16T14:02:54.686962853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6017
level=debug ts=2026-02-16T14:02:54.686967514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="201 kB" policy= mostRecentLagMs=160
level=debug ts=2026-02-16T14:02:54.691456849Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:02:56.129544242Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=3 entries=9 streamLabelsSize="87 B" entriesSize="383 kB" structuredMetadataSize="582 B" totalSize="383 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:56.129575768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="17 kB" policy= mostRecentLagMs=4563
level=debug ts=2026-02-16T14:02:56.129588028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="363 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T14:02:56.129595786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T14:02:56.132849332Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:02:57.295073705Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.0 kB" streams=6 entries=7 streamLabelsSize="185 B" entriesSize="96 kB" structuredMetadataSize="462 B" totalSize="96 kB" mostRecentLagMs=914 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:02:57.29511011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:02:57.295126995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7915
level=debug ts=2026-02-16T14:02:57.295133824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=4915
level=debug ts=2026-02-16T14:02:57.295139355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=8915
level=debug ts=2026-02-16T14:02:57.295144675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=915
level=debug ts=2026-02-16T14:02:57.295150586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=915
level=debug ts=2026-02-16T14:02:57.296893822Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:00.378112534Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:03:06.718826033Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="59 kB" streams=11 entries=25 streamLabelsSize="352 B" entriesSize="1.3 MB" structuredMetadataSize="1.6 kB" totalSize="1.3 MB" mostRecentLagMs=104 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:06.718854157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=9049
level=debug ts=2026-02-16T14:03:06.718865295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="300 B" policy= mostRecentLagMs=4050
level=debug ts=2026-02-16T14:03:06.718871661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="11 kB" policy= mostRecentLagMs=3050
level=debug ts=2026-02-16T14:03:06.718878398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=4537
level=debug ts=2026-02-16T14:03:06.718883643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1050
level=debug ts=2026-02-16T14:03:06.718889725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="907 kB" policy= mostRecentLagMs=162
level=debug ts=2026-02-16T14:03:06.718896099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="12 kB" policy= mostRecentLagMs=9050
level=debug ts=2026-02-16T14:03:06.718902047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="70 kB" policy= mostRecentLagMs=7610
level=debug ts=2026-02-16T14:03:06.718907768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tenant-dev-hztm\"}" streamLabelsHash=1913725240 streamSizeBytes="245 B" policy= mostRecentLagMs=6050
level=debug ts=2026-02-16T14:03:06.718912613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="57 kB" policy= mostRecentLagMs=4772
level=debug ts=2026-02-16T14:03:06.71891859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="74 kB" policy= mostRecentLagMs=105
level=debug ts=2026-02-16T14:03:06.72626623Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:07.170839738Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="58 kB" streams=6 entries=19 streamLabelsSize="198 B" entriesSize="1.4 MB" structuredMetadataSize="1.1 kB" totalSize="1.4 MB" mostRecentLagMs=656 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:07.170872565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9053
level=debug ts=2026-02-16T14:03:07.170884803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="17 kB" policy= mostRecentLagMs=5445
level=debug ts=2026-02-16T14:03:07.170892729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=656
level=debug ts=2026-02-16T14:03:07.170899699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="17 kB" policy= mostRecentLagMs=1218
level=debug ts=2026-02-16T14:03:07.170906814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6053
level=debug ts=2026-02-16T14:03:07.170911937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="39 kB" policy= mostRecentLagMs=1216
level=debug ts=2026-02-16T14:03:07.179083266Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:08.551896669Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=11 entries=12 streamLabelsSize="337 B" entriesSize="275 kB" structuredMetadataSize="806 B" totalSize="275 kB" mostRecentLagMs=171 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:08.551926572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="134 kB" policy= mostRecentLagMs=6347
level=debug ts=2026-02-16T14:03:08.551937906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=5781
level=debug ts=2026-02-16T14:03:08.551944681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="682 B" policy= mostRecentLagMs=7172
level=debug ts=2026-02-16T14:03:08.551951952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tenant-dev-hztm\"}" streamLabelsHash=1913725240 streamSizeBytes="191 B" policy= mostRecentLagMs=7172
level=debug ts=2026-02-16T14:03:08.551957002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=172
level=debug ts=2026-02-16T14:03:08.551962232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=5171
level=debug ts=2026-02-16T14:03:08.551967242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="323 B" policy= mostRecentLagMs=6172
level=debug ts=2026-02-16T14:03:08.551972803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=7278
level=debug ts=2026-02-16T14:03:08.551977552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="48 kB" policy= mostRecentLagMs=3121
level=debug ts=2026-02-16T14:03:08.551982051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6432
level=debug ts=2026-02-16T14:03:08.551987523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="35 kB" policy= mostRecentLagMs=7079
level=debug ts=2026-02-16T14:03:08.55417189Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:14.075481192Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="92 kB" streams=6 entries=27 streamLabelsSize="160 B" entriesSize="2.0 MB" structuredMetadataSize="1.6 kB" totalSize="2.0 MB" mostRecentLagMs=101 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:14.075512448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1958
level=debug ts=2026-02-16T14:03:14.075523637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=101
level=debug ts=2026-02-16T14:03:14.075530888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=6824
level=debug ts=2026-02-16T14:03:14.075537503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="16 kB" policy= mostRecentLagMs=5376
level=debug ts=2026-02-16T14:03:14.075542606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=2957
level=debug ts=2026-02-16T14:03:14.075547402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="53 kB" policy= mostRecentLagMs=1405
level=debug ts=2026-02-16T14:03:14.085567632Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:14.846595102Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="94 kB" streams=9 entries=29 streamLabelsSize="266 B" entriesSize="2.1 MB" structuredMetadataSize="1.7 kB" totalSize="2.1 MB" mostRecentLagMs=177 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:14.846642338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=2178
level=debug ts=2026-02-16T14:03:14.846653621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="268 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:03:14.846660912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=304
level=debug ts=2026-02-16T14:03:14.846666609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6177
level=debug ts=2026-02-16T14:03:14.84667259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="18 kB" policy= mostRecentLagMs=7900
level=debug ts=2026-02-16T14:03:14.846679105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="103 B" policy= mostRecentLagMs=177
level=debug ts=2026-02-16T14:03:14.846684379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="43 kB" policy= mostRecentLagMs=1704
level=debug ts=2026-02-16T14:03:14.846689381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=545
level=debug ts=2026-02-16T14:03:14.846694991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=541
level=debug ts=2026-02-16T14:03:14.858890456Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:18.875230912Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=12 entries=18 streamLabelsSize="363 B" entriesSize="351 kB" structuredMetadataSize="1.2 kB" totalSize="351 kB" mostRecentLagMs=1029 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:18.875267072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=5495
level=debug ts=2026-02-16T14:03:18.875278656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=2496
level=debug ts=2026-02-16T14:03:18.875286344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=7495
level=debug ts=2026-02-16T14:03:18.875294168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="29 kB" policy= mostRecentLagMs=6631
level=debug ts=2026-02-16T14:03:18.875299735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="39 kB" policy= mostRecentLagMs=1030
level=debug ts=2026-02-16T14:03:18.875306309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=1495
level=debug ts=2026-02-16T14:03:18.875311637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1495
level=debug ts=2026-02-16T14:03:18.875317913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="146 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:03:18.875323119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=5495
level=debug ts=2026-02-16T14:03:18.875327795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="53 kB" policy= mostRecentLagMs=9216
level=debug ts=2026-02-16T14:03:18.875332446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="410 B" policy= mostRecentLagMs=3496
level=debug ts=2026-02-16T14:03:18.875337208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=7495
level=debug ts=2026-02-16T14:03:18.879892908Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:20.953515947Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="92 kB" streams=5 entries=28 streamLabelsSize="161 B" entriesSize="2.1 MB" structuredMetadataSize="1.7 kB" totalSize="2.1 MB" mostRecentLagMs=96 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:20.953547659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=116
level=debug ts=2026-02-16T14:03:20.953559329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2835
level=debug ts=2026-02-16T14:03:20.953566147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="32 kB" policy= mostRecentLagMs=2466
level=debug ts=2026-02-16T14:03:20.95357197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=6835
level=debug ts=2026-02-16T14:03:20.953577935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="28 kB" policy= mostRecentLagMs=96
level=debug ts=2026-02-16T14:03:20.964570641Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:03:21.073982657Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:03:21.680393886Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="91 kB" streams=9 entries=30 streamLabelsSize="288 B" entriesSize="2.1 MB" structuredMetadataSize="1.8 kB" totalSize="2.1 MB" mostRecentLagMs=142 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:21.680437165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:03:21.680452564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:03:21.680462295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=142
level=debug ts=2026-02-16T14:03:21.680472109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:03:21.680479831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="195 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T14:03:21.680487586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:03:21.680494829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="429 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T14:03:21.680504544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="41 kB" policy= mostRecentLagMs=3059
level=debug ts=2026-02-16T14:03:21.680516897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="42 kB" policy= mostRecentLagMs=1061
level=debug ts=2026-02-16T14:03:21.688823633Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:03:23.792397992Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:43704"
ts=2026-02-16T14:03:25.823218662Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:52510"
level=debug ts=2026-02-16T14:03:26.074861608Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="90 kB" streams=7 entries=30 streamLabelsSize="191 B" entriesSize="2.1 MB" structuredMetadataSize="1.8 kB" totalSize="2.1 MB" mostRecentLagMs=277 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:26.074892909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=1956
level=debug ts=2026-02-16T14:03:26.074903852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=1956
level=debug ts=2026-02-16T14:03:26.074911625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="16 kB" policy= mostRecentLagMs=4925
level=debug ts=2026-02-16T14:03:26.074917452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="232 B" policy= mostRecentLagMs=956
level=debug ts=2026-02-16T14:03:26.074923907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=1956
level=debug ts=2026-02-16T14:03:26.074929075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=277
level=debug ts=2026-02-16T14:03:26.074933763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4956
level=debug ts=2026-02-16T14:03:26.085033658Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:28.675356096Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="91 kB" streams=7 entries=30 streamLabelsSize="192 B" entriesSize="2.0 MB" structuredMetadataSize="1.8 kB" totalSize="2.0 MB" mostRecentLagMs=134 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:28.675391955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="915 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:03:28.675407351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="79 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:03:28.675413726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:03:28.675422036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=134
level=debug ts=2026-02-16T14:03:28.675428357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:03:28.675433781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:03:28.675438924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:03:28.683209085Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:29.003256881Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=9 entries=14 streamLabelsSize="276 B" entriesSize="368 kB" structuredMetadataSize="940 B" totalSize="369 kB" mostRecentLagMs=23 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:29.003297757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=6623
level=debug ts=2026-02-16T14:03:29.003313853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="103 kB" policy= mostRecentLagMs=937
level=debug ts=2026-02-16T14:03:29.003320811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="198 kB" policy= mostRecentLagMs=2231
level=debug ts=2026-02-16T14:03:29.00332748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="112 B" policy= mostRecentLagMs=623
level=debug ts=2026-02-16T14:03:29.0033345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="40 kB" policy= mostRecentLagMs=24
level=debug ts=2026-02-16T14:03:29.003340529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=3976
level=debug ts=2026-02-16T14:03:29.003345887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9623
level=debug ts=2026-02-16T14:03:29.003350912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=9623
level=debug ts=2026-02-16T14:03:29.003355539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=623
level=debug ts=2026-02-16T14:03:29.006072883Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:31.028325804Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=4 entries=24 streamLabelsSize="135 B" entriesSize="2.0 MB" structuredMetadataSize="1.5 kB" totalSize="2.0 MB" mostRecentLagMs=278 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:31.028360626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="46 kB" policy= mostRecentLagMs=1910
level=debug ts=2026-02-16T14:03:31.028372462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=278
level=debug ts=2026-02-16T14:03:31.028379067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2910
level=debug ts=2026-02-16T14:03:31.028386193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="27 kB" policy= mostRecentLagMs=4910
level=debug ts=2026-02-16T14:03:31.039234325Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:34.951699463Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="94 kB" streams=5 entries=26 streamLabelsSize="137 B" entriesSize="2.1 MB" structuredMetadataSize="1.5 kB" totalSize="2.1 MB" mostRecentLagMs=282 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:34.951730912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="57 kB" policy= mostRecentLagMs=774
level=debug ts=2026-02-16T14:03:34.951742153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=4283
level=debug ts=2026-02-16T14:03:34.951748517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=367
level=debug ts=2026-02-16T14:03:34.951755127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="103 B" policy= mostRecentLagMs=282
level=debug ts=2026-02-16T14:03:34.951760642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="15 kB" policy= mostRecentLagMs=2282
level=debug ts=2026-02-16T14:03:34.961691059Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:37.031199257Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="98 kB" streams=6 entries=28 streamLabelsSize="197 B" entriesSize="2.0 MB" structuredMetadataSize="1.7 kB" totalSize="2.0 MB" mostRecentLagMs=351 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:37.031231663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5913
level=debug ts=2026-02-16T14:03:37.031243044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=4092
level=debug ts=2026-02-16T14:03:37.031249362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=4913
level=debug ts=2026-02-16T14:03:37.031254818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="17 kB" policy= mostRecentLagMs=2960
level=debug ts=2026-02-16T14:03:37.031260124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=351
level=debug ts=2026-02-16T14:03:37.031265253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=5980
level=debug ts=2026-02-16T14:03:37.079194046Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:39.248838867Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=13 entries=21 streamLabelsSize="385 B" entriesSize="584 kB" structuredMetadataSize="1.4 kB" totalSize="584 kB" mostRecentLagMs=192 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:39.248870444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=5673
level=debug ts=2026-02-16T14:03:39.248882613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=1873
level=debug ts=2026-02-16T14:03:39.248890321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=1869
level=debug ts=2026-02-16T14:03:39.248896916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=8869
level=debug ts=2026-02-16T14:03:39.248903092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=9869
level=debug ts=2026-02-16T14:03:39.248908298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="198 kB" policy= mostRecentLagMs=2121
level=debug ts=2026-02-16T14:03:39.248913358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="344 B" policy= mostRecentLagMs=2869
level=debug ts=2026-02-16T14:03:39.248919047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T14:03:39.248925154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="208 kB" policy= mostRecentLagMs=192
level=debug ts=2026-02-16T14:03:39.24893129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="41 kB" policy= mostRecentLagMs=3728
level=debug ts=2026-02-16T14:03:39.248936684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=7869
level=debug ts=2026-02-16T14:03:39.248941532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=7869
level=debug ts=2026-02-16T14:03:39.248946368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="438 B" policy= mostRecentLagMs=7869
level=debug ts=2026-02-16T14:03:39.259830273Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:40.060929845Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="91 kB" streams=7 entries=29 streamLabelsSize="208 B" entriesSize="2.1 MB" structuredMetadataSize="1.7 kB" totalSize="2.1 MB" mostRecentLagMs=74 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:40.060962918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="49 kB" policy= mostRecentLagMs=599
level=debug ts=2026-02-16T14:03:40.060974514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="195 B" policy= mostRecentLagMs=4392
level=debug ts=2026-02-16T14:03:40.06098256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="17 kB" policy= mostRecentLagMs=2392
level=debug ts=2026-02-16T14:03:40.060989169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=2392
level=debug ts=2026-02-16T14:03:40.060994492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="289 kB" policy= mostRecentLagMs=585
level=debug ts=2026-02-16T14:03:40.060999389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=1391
level=debug ts=2026-02-16T14:03:40.061004198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=74
level=debug ts=2026-02-16T14:03:40.070634057Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:43.376222222Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="100 kB" streams=7 entries=28 streamLabelsSize="195 B" entriesSize="2.0 MB" structuredMetadataSize="1.7 kB" totalSize="2.0 MB" mostRecentLagMs=472 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:43.376252845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=1258
level=debug ts=2026-02-16T14:03:43.376263884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=4333
level=debug ts=2026-02-16T14:03:43.376270924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="19 kB" policy= mostRecentLagMs=1624
level=debug ts=2026-02-16T14:03:43.376276978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="300 B" policy= mostRecentLagMs=2258
level=debug ts=2026-02-16T14:03:43.376283519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=472
level=debug ts=2026-02-16T14:03:43.376288647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="33 kB" policy= mostRecentLagMs=3257
level=debug ts=2026-02-16T14:03:43.376293783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3257
level=debug ts=2026-02-16T14:03:43.385901013Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:47.94115894Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="89 kB" streams=6 entries=28 streamLabelsSize="190 B" entriesSize="2.0 MB" structuredMetadataSize="1.7 kB" totalSize="2.0 MB" mostRecentLagMs=272 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:47.941191807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="227 B" policy= mostRecentLagMs=6272
level=debug ts=2026-02-16T14:03:47.941204182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=4272
level=debug ts=2026-02-16T14:03:47.941211647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="18 kB" policy= mostRecentLagMs=3599
level=debug ts=2026-02-16T14:03:47.941217248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="42 kB" policy= mostRecentLagMs=272
level=debug ts=2026-02-16T14:03:47.941222685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=449
level=debug ts=2026-02-16T14:03:47.9412276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="323 B" policy= mostRecentLagMs=7272
level=debug ts=2026-02-16T14:03:47.950837586Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:48.183517176Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="91 kB" streams=5 entries=27 streamLabelsSize="148 B" entriesSize="2.0 MB" structuredMetadataSize="1.6 kB" totalSize="2.0 MB" mostRecentLagMs=66 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:48.18355096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="232 B" policy= mostRecentLagMs=4065
level=debug ts=2026-02-16T14:03:48.183566276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=317
level=debug ts=2026-02-16T14:03:48.183577362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4065
level=debug ts=2026-02-16T14:03:48.183583942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="16 kB" policy= mostRecentLagMs=4226
level=debug ts=2026-02-16T14:03:48.18359126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=66
level=debug ts=2026-02-16T14:03:48.195000325Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:49.799082099Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=14 entries=18 streamLabelsSize="424 B" entriesSize="345 kB" structuredMetadataSize="1.2 kB" totalSize="345 kB" mostRecentLagMs=262 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:49.799119866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="960 B" policy= mostRecentLagMs=2419
level=debug ts=2026-02-16T14:03:49.799132593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1419
level=debug ts=2026-02-16T14:03:49.799139171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1704
level=debug ts=2026-02-16T14:03:49.799146841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=7876
level=debug ts=2026-02-16T14:03:49.799152078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="112 B" policy= mostRecentLagMs=1419
level=debug ts=2026-02-16T14:03:49.799158119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="112 B" policy= mostRecentLagMs=4419
level=debug ts=2026-02-16T14:03:49.799164071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=2419
level=debug ts=2026-02-16T14:03:49.799170491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=1419
level=debug ts=2026-02-16T14:03:49.799175588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="197 kB" policy= mostRecentLagMs=263
level=debug ts=2026-02-16T14:03:49.799181021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=418
level=debug ts=2026-02-16T14:03:49.799185759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=1419
level=debug ts=2026-02-16T14:03:49.799190417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="298 B" policy= mostRecentLagMs=418
level=debug ts=2026-02-16T14:03:49.799204245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="300 B" policy= mostRecentLagMs=2419
level=debug ts=2026-02-16T14:03:49.799211593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="68 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:03:49.802048541Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:03:51.076359231Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:03:53.812942994Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="91 kB" streams=7 entries=29 streamLabelsSize="200 B" entriesSize="2.1 MB" structuredMetadataSize="1.7 kB" totalSize="2.1 MB" mostRecentLagMs=284 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:53.812973722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2695
level=debug ts=2026-02-16T14:03:53.812984373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="232 B" policy= mostRecentLagMs=2695
level=debug ts=2026-02-16T14:03:53.812992093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="18 kB" policy= mostRecentLagMs=695
level=debug ts=2026-02-16T14:03:53.8129982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=284
level=debug ts=2026-02-16T14:03:53.813003503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="798 B" policy= mostRecentLagMs=695
level=debug ts=2026-02-16T14:03:53.813008455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=1695
level=debug ts=2026-02-16T14:03:53.813015149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="300 B" policy= mostRecentLagMs=4695
level=debug ts=2026-02-16T14:03:53.825684317Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:55.695488172Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="95 kB" streams=8 entries=30 streamLabelsSize="232 B" entriesSize="2.0 MB" structuredMetadataSize="1.8 kB" totalSize="2.0 MB" mostRecentLagMs=201 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:55.695521785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="533 B" policy= mostRecentLagMs=5026
level=debug ts=2026-02-16T14:03:55.695532898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="89 kB" policy= mostRecentLagMs=4337
level=debug ts=2026-02-16T14:03:55.695539085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7026
level=debug ts=2026-02-16T14:03:55.695545041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=7026
level=debug ts=2026-02-16T14:03:55.695551415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="136 B" policy= mostRecentLagMs=3026
level=debug ts=2026-02-16T14:03:55.695557321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=2026
level=debug ts=2026-02-16T14:03:55.695563343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=201
level=debug ts=2026-02-16T14:03:55.695569285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="946 B" policy= mostRecentLagMs=3026
level=debug ts=2026-02-16T14:03:55.706501528Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:03:59.475474037Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="94 kB" streams=9 entries=31 streamLabelsSize="295 B" entriesSize="2.0 MB" structuredMetadataSize="1.9 kB" totalSize="2.0 MB" mostRecentLagMs=362 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:03:59.47550919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="168 B" policy= mostRecentLagMs=5357
level=debug ts=2026-02-16T14:03:59.475520573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3357
level=debug ts=2026-02-16T14:03:59.475527829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=3725
level=debug ts=2026-02-16T14:03:59.475534322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1357
level=debug ts=2026-02-16T14:03:59.475539879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=2357
level=debug ts=2026-02-16T14:03:59.475544907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="412 B" policy= mostRecentLagMs=3357
level=debug ts=2026-02-16T14:03:59.475551412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=5172
level=debug ts=2026-02-16T14:03:59.475557084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=5357
level=debug ts=2026-02-16T14:03:59.47556197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=362
level=debug ts=2026-02-16T14:03:59.484503639Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:00.230377522Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:04:00.531154853Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=12 entries=18 streamLabelsSize="361 B" entriesSize="391 kB" structuredMetadataSize="1.2 kB" totalSize="391 kB" mostRecentLagMs=150 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:00.531182973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T14:04:00.531194222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2151
level=debug ts=2026-02-16T14:04:00.531200282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="105 kB" policy= mostRecentLagMs=4170
level=debug ts=2026-02-16T14:04:00.531205727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5773
level=debug ts=2026-02-16T14:04:00.531211673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="36 kB" policy= mostRecentLagMs=7151
level=debug ts=2026-02-16T14:04:00.531217756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="71 kB" policy= mostRecentLagMs=6894
level=debug ts=2026-02-16T14:04:00.531222874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="945 B" policy= mostRecentLagMs=4151
level=debug ts=2026-02-16T14:04:00.531229003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="77 kB" policy= mostRecentLagMs=4309
level=debug ts=2026-02-16T14:04:00.531234228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=1690
level=debug ts=2026-02-16T14:04:00.531238704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="39 kB" policy= mostRecentLagMs=7151
level=debug ts=2026-02-16T14:04:00.531243064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="298 B" policy= mostRecentLagMs=151
level=debug ts=2026-02-16T14:04:00.531248028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="298 B" policy= mostRecentLagMs=151
level=debug ts=2026-02-16T14:04:00.53476665Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:02.527922147Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="90 kB" streams=5 entries=25 streamLabelsSize="139 B" entriesSize="2.0 MB" structuredMetadataSize="1.5 kB" totalSize="2.0 MB" mostRecentLagMs=553 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:02.527953591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=1283
level=debug ts=2026-02-16T14:04:02.527964388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="49 kB" policy= mostRecentLagMs=1990
level=debug ts=2026-02-16T14:04:02.527971824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=788
level=debug ts=2026-02-16T14:04:02.527977581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=554
level=debug ts=2026-02-16T14:04:02.527982558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="524 B" policy= mostRecentLagMs=5859
level=debug ts=2026-02-16T14:04:02.537323062Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:07.343674823Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="95 kB" streams=2 entries=25 streamLabelsSize="65 B" entriesSize="2.0 MB" structuredMetadataSize="1.5 kB" totalSize="2.0 MB" mostRecentLagMs=407 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:07.343708022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=6651
level=debug ts=2026-02-16T14:04:07.343724286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=407
level=debug ts=2026-02-16T14:04:07.35234404Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:11.390171542Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=11 entries=23 streamLabelsSize="316 B" entriesSize="200 kB" structuredMetadataSize="1.5 kB" totalSize="201 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:11.390204597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="298 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:04:11.390217028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="924 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T14:04:11.39022314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="36 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:04:11.390228597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:04:11.390233458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:04:11.390239577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="135 kB" policy= mostRecentLagMs=2969
level=debug ts=2026-02-16T14:04:11.390245035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:04:11.390250212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:04:11.390255465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:04:11.390260428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T14:04:11.390266064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:04:11.392582519Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:12.261721659Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="95 kB" streams=9 entries=29 streamLabelsSize="297 B" entriesSize="2.1 MB" structuredMetadataSize="1.8 kB" totalSize="2.1 MB" mostRecentLagMs=210 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:12.261755928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="288 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T14:04:12.261767039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3592
level=debug ts=2026-02-16T14:04:12.261774802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3592
level=debug ts=2026-02-16T14:04:12.261780931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="311 B" policy= mostRecentLagMs=1593
level=debug ts=2026-02-16T14:04:12.261790075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="496 B" policy= mostRecentLagMs=5592
level=debug ts=2026-02-16T14:04:12.261799253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6592
level=debug ts=2026-02-16T14:04:12.261808069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4592
level=debug ts=2026-02-16T14:04:12.261815472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=210
level=debug ts=2026-02-16T14:04:12.261821442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4592
level=debug ts=2026-02-16T14:04:12.275980003Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:17.348790749Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="100 kB" streams=14 entries=48 streamLabelsSize="409 B" entriesSize="1.9 MB" structuredMetadataSize="3.0 kB" totalSize="1.9 MB" mostRecentLagMs=230 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:17.348824671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="232 B" policy= mostRecentLagMs=1230
level=debug ts=2026-02-16T14:04:17.348836351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="18 kB" policy= mostRecentLagMs=4230
level=debug ts=2026-02-16T14:04:17.348842586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=5231
level=debug ts=2026-02-16T14:04:17.348848006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="46 kB" policy= mostRecentLagMs=3231
level=debug ts=2026-02-16T14:04:17.348854223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="232 B" policy= mostRecentLagMs=1230
level=debug ts=2026-02-16T14:04:17.348860603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=230
level=debug ts=2026-02-16T14:04:17.348866967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="417 B" policy= mostRecentLagMs=2231
level=debug ts=2026-02-16T14:04:17.348872664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=9407
level=debug ts=2026-02-16T14:04:17.348877213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=230
level=debug ts=2026-02-16T14:04:17.348882016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=376
level=debug ts=2026-02-16T14:04:17.348887015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=230
level=debug ts=2026-02-16T14:04:17.348892211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=4452
level=debug ts=2026-02-16T14:04:17.348897017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6230
level=debug ts=2026-02-16T14:04:17.348901912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="644 B" policy= mostRecentLagMs=230
level=debug ts=2026-02-16T14:04:17.356558609Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:20.903148901Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="98 kB" streams=6 entries=33 streamLabelsSize="206 B" entriesSize="2.1 MB" structuredMetadataSize="2.1 kB" totalSize="2.1 MB" mostRecentLagMs=497 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:20.903179785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="87 kB" policy= mostRecentLagMs=2999
level=debug ts=2026-02-16T14:04:20.903191483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=8234
level=debug ts=2026-02-16T14:04:20.903198376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="207 kB" policy= mostRecentLagMs=4250
level=debug ts=2026-02-16T14:04:20.903204141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=7234
level=debug ts=2026-02-16T14:04:20.903211043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=559
level=debug ts=2026-02-16T14:04:20.903216447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=497
level=debug ts=2026-02-16T14:04:20.950195148Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:04:21.079067614Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:04:22.390807524Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=9 entries=12 streamLabelsSize="278 B" entriesSize="214 kB" structuredMetadataSize="812 B" totalSize="214 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:22.390850741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:04:22.390862935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:04:22.39086906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="59 kB" policy= mostRecentLagMs=3710
level=debug ts=2026-02-16T14:04:22.390876041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="30 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T14:04:22.390882592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:04:22.390889427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T14:04:22.390895262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:04:22.390900389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8658
level=debug ts=2026-02-16T14:04:22.390906062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="41 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:04:22.392972235Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:04:23.795222382Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:56036"
ts=2026-02-16T14:04:25.826357331Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:32860"
ts=2026-02-16T14:04:27.265134075Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:34150"
level=debug ts=2026-02-16T14:04:28.049834251Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="109 kB" streams=12 entries=44 streamLabelsSize="354 B" entriesSize="2.0 MB" structuredMetadataSize="2.8 kB" totalSize="2.0 MB" mostRecentLagMs=401 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:28.049865989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="54 kB" policy= mostRecentLagMs=6931
level=debug ts=2026-02-16T14:04:28.049877569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="388 B" policy= mostRecentLagMs=5931
level=debug ts=2026-02-16T14:04:28.049884392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=3932
level=debug ts=2026-02-16T14:04:28.049892438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=7235
level=debug ts=2026-02-16T14:04:28.049898577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=7932
level=debug ts=2026-02-16T14:04:28.049904914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="697 B" policy= mostRecentLagMs=1931
level=debug ts=2026-02-16T14:04:28.049910273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=931
level=debug ts=2026-02-16T14:04:28.049916879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="57 kB" policy= mostRecentLagMs=7932
level=debug ts=2026-02-16T14:04:28.049922346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=401
level=debug ts=2026-02-16T14:04:28.049927297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=1931
level=debug ts=2026-02-16T14:04:28.049932164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="300 B" policy= mostRecentLagMs=6931
level=debug ts=2026-02-16T14:04:28.049937241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=6964
level=debug ts=2026-02-16T14:04:28.059155825Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:30.800512939Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="93 kB" streams=7 entries=28 streamLabelsSize="230 B" entriesSize="2.1 MB" structuredMetadataSize="1.7 kB" totalSize="2.1 MB" mostRecentLagMs=649 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:30.800548063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="33 kB" policy= mostRecentLagMs=1131
level=debug ts=2026-02-16T14:04:30.800559131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=7969
level=debug ts=2026-02-16T14:04:30.800565334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=5492
level=debug ts=2026-02-16T14:04:30.80057139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=649
level=debug ts=2026-02-16T14:04:30.800577585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="46 kB" policy= mostRecentLagMs=3131
level=debug ts=2026-02-16T14:04:30.800583177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2131
level=debug ts=2026-02-16T14:04:30.80058813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2131
level=debug ts=2026-02-16T14:04:30.811475021Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:34.38740483Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=12 entries=16 streamLabelsSize="334 B" entriesSize="86 kB" structuredMetadataSize="1.1 kB" totalSize="87 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:34.387438786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:04:34.387450395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:04:34.38745759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:04:34.387464494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=4892
level=debug ts=2026-02-16T14:04:34.387469173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="136 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:04:34.387474583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="136 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:04:34.387479465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="83 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:04:34.387484094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="136 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:04:34.387488716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:04:34.387493605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="16 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:04:34.387498407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:04:34.387503134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=167
level=debug ts=2026-02-16T14:04:34.389438446Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:38.149735009Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="85 kB" streams=12 entries=35 streamLabelsSize="368 B" entriesSize="1.5 MB" structuredMetadataSize="2.2 kB" totalSize="1.5 MB" mostRecentLagMs=893 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:38.149765327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=4032
level=debug ts=2026-02-16T14:04:38.149776655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=1388
level=debug ts=2026-02-16T14:04:38.14978295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="388 B" policy= mostRecentLagMs=2031
level=debug ts=2026-02-16T14:04:38.149788977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=3079
level=debug ts=2026-02-16T14:04:38.149794212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="364 B" policy= mostRecentLagMs=1031
level=debug ts=2026-02-16T14:04:38.149799471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4032
level=debug ts=2026-02-16T14:04:38.149804667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="60 kB" policy= mostRecentLagMs=893
level=debug ts=2026-02-16T14:04:38.14981077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4032
level=debug ts=2026-02-16T14:04:38.149815856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10031
level=debug ts=2026-02-16T14:04:38.149821126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=6032
level=debug ts=2026-02-16T14:04:38.149825751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7032
level=debug ts=2026-02-16T14:04:38.14983041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5031
level=debug ts=2026-02-16T14:04:38.157939325Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:40.815525135Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="94 kB" streams=7 entries=27 streamLabelsSize="212 B" entriesSize="2.1 MB" structuredMetadataSize="1.6 kB" totalSize="2.1 MB" mostRecentLagMs=1146 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:40.815558765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="91 kB" policy= mostRecentLagMs=1776
level=debug ts=2026-02-16T14:04:40.815574515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3559
level=debug ts=2026-02-16T14:04:40.815581679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=3348
level=debug ts=2026-02-16T14:04:40.815587764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=2146
level=debug ts=2026-02-16T14:04:40.815592952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=2146
level=debug ts=2026-02-16T14:04:40.815598271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=1146
level=debug ts=2026-02-16T14:04:40.815603209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=6146
level=debug ts=2026-02-16T14:04:40.825139943Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:45.389086087Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=9 entries=18 streamLabelsSize="268 B" entriesSize="159 kB" structuredMetadataSize="1.2 kB" totalSize="160 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:45.389124081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:04:45.389136508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8104
level=debug ts=2026-02-16T14:04:45.389143441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T14:04:45.389150028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T14:04:45.389156259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="125 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:04:45.389161015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="496 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:04:45.389166781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T14:04:45.389171844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:04:45.389176486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="496 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:04:45.391580983Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:48.191765827Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=13 entries=31 streamLabelsSize="420 B" entriesSize="423 kB" structuredMetadataSize="2.1 kB" totalSize="423 kB" mostRecentLagMs=74 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:48.19179681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8073
level=debug ts=2026-02-16T14:04:48.191808495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="922 B" policy= mostRecentLagMs=74
level=debug ts=2026-02-16T14:04:48.191816365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=4657
level=debug ts=2026-02-16T14:04:48.191822314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=2073
level=debug ts=2026-02-16T14:04:48.191827783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=3073
level=debug ts=2026-02-16T14:04:48.191834615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=816
level=debug ts=2026-02-16T14:04:48.191840032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=74
level=debug ts=2026-02-16T14:04:48.191844873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=4073
level=debug ts=2026-02-16T14:04:48.191850109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="632 B" policy= mostRecentLagMs=6073
level=debug ts=2026-02-16T14:04:48.191855566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=6073
level=debug ts=2026-02-16T14:04:48.191860236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="136 B" policy= mostRecentLagMs=8073
level=debug ts=2026-02-16T14:04:48.191865072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="342 kB" policy= mostRecentLagMs=259
level=debug ts=2026-02-16T14:04:48.191869838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="10 kB" policy= mostRecentLagMs=74
level=debug ts=2026-02-16T14:04:48.195119197Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:04:51.081050355Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:04:52.115298981Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=11 entries=16 streamLabelsSize="339 B" entriesSize="284 kB" structuredMetadataSize="1.0 kB" totalSize="284 kB" mostRecentLagMs=1446 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:52.115329031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=2446
level=debug ts=2026-02-16T14:04:52.115340194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2446
level=debug ts=2026-02-16T14:04:52.115349428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="602 B" policy= mostRecentLagMs=1446
level=debug ts=2026-02-16T14:04:52.115358049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="204 kB" policy= mostRecentLagMs=2369
level=debug ts=2026-02-16T14:04:52.115367734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5446
level=debug ts=2026-02-16T14:04:52.115378153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=1446
level=debug ts=2026-02-16T14:04:52.115384871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3446
level=debug ts=2026-02-16T14:04:52.115391722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3446
level=debug ts=2026-02-16T14:04:52.115400668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=4445
level=debug ts=2026-02-16T14:04:52.115409737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="45 kB" policy= mostRecentLagMs=4445
level=debug ts=2026-02-16T14:04:52.115416001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=8446
level=debug ts=2026-02-16T14:04:52.119428842Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:04:53.797772782Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:50704"
level=debug ts=2026-02-16T14:04:56.386694718Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.5 kB" streams=6 entries=8 streamLabelsSize="172 B" entriesSize="54 kB" structuredMetadataSize="519 B" totalSize="55 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:56.386725327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="393 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:04:56.386736627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:04:56.386742702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:04:56.386748678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:04:56.386754009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="23 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:04:56.386760138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="979 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:04:56.388369301Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:04:57.26724984Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:60094"
level=debug ts=2026-02-16T14:04:59.125519805Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=10 entries=13 streamLabelsSize="313 B" entriesSize="156 kB" structuredMetadataSize="814 B" totalSize="156 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:04:59.125548283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=6968
level=debug ts=2026-02-16T14:04:59.125559398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:04:59.125567026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="102 kB" policy= mostRecentLagMs=9825
level=debug ts=2026-02-16T14:04:59.125573997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:04:59.12557958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:04:59.125584805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:04:59.125589394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:04:59.125594262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="18 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:04:59.125598914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="496 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:04:59.125603984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:04:59.12779657Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:04:59.186122897Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:04:59.188097992Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:05:05.688727027Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=9 entries=12 streamLabelsSize="285 B" entriesSize="701 kB" structuredMetadataSize="848 B" totalSize="701 kB" mostRecentLagMs=1076 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:05.688766822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="36 kB" policy= mostRecentLagMs=3019
level=debug ts=2026-02-16T14:05:05.688784824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="53 kB" policy= mostRecentLagMs=4019
level=debug ts=2026-02-16T14:05:05.688795661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=4019
level=debug ts=2026-02-16T14:05:05.688805326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=3019
level=debug ts=2026-02-16T14:05:05.688814847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=7019
level=debug ts=2026-02-16T14:05:05.688823191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="374 B" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T14:05:05.688832163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="432 kB" policy= mostRecentLagMs=1539
level=debug ts=2026-02-16T14:05:05.688840874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="139 kB" policy= mostRecentLagMs=1076
level=debug ts=2026-02-16T14:05:05.6888491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=9894
level=debug ts=2026-02-16T14:05:05.693691428Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:05:07.391487996Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=8 entries=11 streamLabelsSize="246 B" entriesSize="226 kB" structuredMetadataSize="773 B" totalSize="226 kB" mostRecentLagMs=1905 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:07.391524408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="121 kB" policy= mostRecentLagMs=1905
level=debug ts=2026-02-16T14:05:07.391537692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=7972
level=debug ts=2026-02-16T14:05:07.391546378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="23 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T14:05:07.391555831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T14:05:07.39156495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="229 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:05:07.391572155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T14:05:07.391577347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T14:05:07.391585311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:05:07.394017323Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:05:11.126424695Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=7 entries=9 streamLabelsSize="206 B" entriesSize="119 kB" structuredMetadataSize="608 B" totalSize="119 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:11.126467324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:05:11.126485986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="33 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:05:11.126498642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:05:11.126511174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:05:11.126521711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:05:11.126532129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="70 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:05:11.126541209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:05:11.128320536Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:05:16.683395414Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=11 entries=19 streamLabelsSize="347 B" entriesSize="498 kB" structuredMetadataSize="1.2 kB" totalSize="499 kB" mostRecentLagMs=1014 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:16.683425266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T14:05:16.683436454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="28 kB" policy= mostRecentLagMs=5478
level=debug ts=2026-02-16T14:05:16.683442847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T14:05:16.683449316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9014
level=debug ts=2026-02-16T14:05:16.683456165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T14:05:16.683461058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T14:05:16.683466019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T14:05:16.683473149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="289 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T14:05:16.683478374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T14:05:16.683483227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="132 kB" policy= mostRecentLagMs=2327
level=debug ts=2026-02-16T14:05:16.683488598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T14:05:16.686833614Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:05:18.38611037Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=7 entries=8 streamLabelsSize="209 B" entriesSize="47 kB" structuredMetadataSize="537 B" totalSize="47 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:18.38613906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:05:18.386150186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="700 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:05:18.386157958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:05:18.386165416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:05:18.386170953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:05:18.386176002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7810
level=debug ts=2026-02-16T14:05:18.386180977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:05:18.387785482Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:05:21.083154934Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:05:22.132933318Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=9 entries=16 streamLabelsSize="279 B" entriesSize="492 kB" structuredMetadataSize="1.0 kB" totalSize="493 kB" mostRecentLagMs=1840 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:22.13296147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="533 B" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T14:05:22.132972611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T14:05:22.13297852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="466 kB" policy= mostRecentLagMs=1840
level=debug ts=2026-02-16T14:05:22.132983645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T14:05:22.132989373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T14:05:22.132994275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T14:05:22.132999293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="863 B" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T14:05:22.133004036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T14:05:22.133009803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="11 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T14:05:22.136742748Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:05:23.799405387Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:45826"
level=debug ts=2026-02-16T14:05:29.386566284Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.1 kB" streams=8 entries=13 streamLabelsSize="227 B" entriesSize="49 kB" structuredMetadataSize="838 B" totalSize="50 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:29.386594068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:05:29.386626382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="25 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:05:29.386634206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="602 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:05:29.38664102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:05:29.386646702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:05:29.3866518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:05:29.386657915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:05:29.386662855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="602 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:05:29.387916891Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:05:30.677723568Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=6 entries=10 streamLabelsSize="203 B" entriesSize="224 kB" structuredMetadataSize="675 B" totalSize="225 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:30.677754663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:05:30.677766505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="77 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:05:30.677779893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:05:30.677786609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="135 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:05:30.677792654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T14:05:30.677797471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:05:30.679810331Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:05:33.124574022Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.4 kB" streams=12 entries=13 streamLabelsSize="369 B" entriesSize="50 kB" structuredMetadataSize="867 B" totalSize="50 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:33.124602335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="602 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:05:33.124632755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:05:33.124639607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:05:33.124646915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="602 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:05:33.124652795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:05:33.124658041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="154 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:05:33.124663188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:05:33.124667677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:05:33.124672288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="756 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:05:33.124677048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:05:33.124682326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=3246
level=debug ts=2026-02-16T14:05:33.124687165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:05:33.126083065Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:05:42.385174809Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=6 entries=6 streamLabelsSize="164 B" entriesSize="43 kB" structuredMetadataSize="413 B" totalSize="43 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:42.385206776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:05:42.385219485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:05:42.385225507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:05:42.38523123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9473
level=debug ts=2026-02-16T14:05:42.385236816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:05:42.385242709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:05:42.386451386Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:05:42.680957549Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=10 entries=13 streamLabelsSize="289 B" entriesSize="391 kB" structuredMetadataSize="843 B" totalSize="391 kB" mostRecentLagMs=976 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:42.681086457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T14:05:42.681169274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T14:05:42.68117831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="602 B" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T14:05:42.681278008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="329 kB" policy= mostRecentLagMs=976
level=debug ts=2026-02-16T14:05:42.681284991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T14:05:42.681290517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="588 B" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T14:05:42.681295551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:05:42.681300424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="40 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T14:05:42.681305164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T14:05:42.681309939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T14:05:42.684889879Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:05:44.125314598Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=6 entries=8 streamLabelsSize="193 B" entriesSize="141 kB" structuredMetadataSize="527 B" totalSize="141 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:44.125344729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="416 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:05:44.12535622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:05:44.125362733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:05:44.125368482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:05:44.125374085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="138 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:05:44.125379242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:05:44.127157012Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:05:47.317331907Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T14:05:51.08549731Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:05:53.682659132Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=6 entries=10 streamLabelsSize="204 B" entriesSize="551 kB" structuredMetadataSize="663 B" totalSize="551 kB" mostRecentLagMs=13 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:53.682687747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="377 kB" policy= mostRecentLagMs=1024
level=debug ts=2026-02-16T14:05:53.682698773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=1513
level=debug ts=2026-02-16T14:05:53.682706661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="20 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T14:05:53.682712142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T14:05:53.682717774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:05:53.68272284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T14:05:53.686193482Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:05:53.80163616Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:57214"
level=debug ts=2026-02-16T14:05:54.385872787Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=4 entries=5 streamLabelsSize="135 B" entriesSize="38 kB" structuredMetadataSize="339 B" totalSize="39 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:54.385901572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=6051
level=debug ts=2026-02-16T14:05:54.385913439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:05:54.385920828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="953 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:05:54.385927883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:05:54.387161836Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:05:58.127814583Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=6 entries=9 streamLabelsSize="195 B" entriesSize="303 kB" structuredMetadataSize="572 B" totalSize="303 kB" mostRecentLagMs=2651 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:05:58.127844659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:05:58.127855145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="12 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:05:58.127863265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:05:58.127869315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:05:58.127874741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:05:58.127879883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="281 kB" policy= mostRecentLagMs=2651
level=debug ts=2026-02-16T14:05:58.130709075Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:03.901719892Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=4 entries=7 streamLabelsSize="122 B" entriesSize="430 kB" structuredMetadataSize="424 B" totalSize="431 kB" mostRecentLagMs=606 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:03.901754357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="399 kB" policy= mostRecentLagMs=606
level=debug ts=2026-02-16T14:06:03.901767214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5231
level=debug ts=2026-02-16T14:06:03.901773755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=763
level=debug ts=2026-02-16T14:06:03.901779428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="691 B" policy= mostRecentLagMs=4233
level=debug ts=2026-02-16T14:06:03.905271317Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:06.387246813Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=8 entries=12 streamLabelsSize="207 B" entriesSize="133 kB" structuredMetadataSize="765 B" totalSize="133 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:06.387279002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:06:06.387290217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:06:06.387297239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:06:06.387302547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="608 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:06:06.387308359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="14 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:06:06.387313393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=4526
level=debug ts=2026-02-16T14:06:06.38731828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="12 kB" policy= mostRecentLagMs=2323
level=debug ts=2026-02-16T14:06:06.387323193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1480
level=debug ts=2026-02-16T14:06:06.389425973Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:09.130374929Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=8 entries=15 streamLabelsSize="243 B" entriesSize="398 kB" structuredMetadataSize="928 B" totalSize="399 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:09.13040355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="12 kB" policy= mostRecentLagMs=3262
level=debug ts=2026-02-16T14:06:09.130415082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="32 kB" policy= mostRecentLagMs=156
level=debug ts=2026-02-16T14:06:09.130422424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:06:09.130428862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="321 kB" policy= mostRecentLagMs=5817
level=debug ts=2026-02-16T14:06:09.130434229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="315 B" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T14:06:09.130439582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="296 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T14:06:09.130445307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="32 kB" policy= mostRecentLagMs=406
level=debug ts=2026-02-16T14:06:09.130450848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="856 B" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T14:06:09.133725942Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:16.682716647Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=9 entries=15 streamLabelsSize="280 B" entriesSize="516 kB" structuredMetadataSize="999 B" totalSize="516 kB" mostRecentLagMs=1829 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:16.682748207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="30 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T14:06:16.682759247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="103 B" policy= mostRecentLagMs=3013
level=debug ts=2026-02-16T14:06:16.682766832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="158 kB" policy= mostRecentLagMs=1829
level=debug ts=2026-02-16T14:06:16.682772476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3013
level=debug ts=2026-02-16T14:06:16.682777274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="374 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:06:16.682783533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:06:16.682788749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="309 kB" policy= mostRecentLagMs=8504
level=debug ts=2026-02-16T14:06:16.682793441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T14:06:16.682798383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="11 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:06:16.686798164Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:17.390499784Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.9 kB" streams=8 entries=10 streamLabelsSize="237 B" entriesSize="84 kB" structuredMetadataSize="611 B" totalSize="84 kB" mostRecentLagMs=600 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:17.390554566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:06:17.390566422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="69 kB" policy= mostRecentLagMs=600
level=debug ts=2026-02-16T14:06:17.390578331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="700 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:06:17.390588308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:06:17.390597826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T14:06:17.39062276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="245 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:06:17.390633312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="219 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:06:17.3906422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="297 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:06:17.392348891Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:19.173472669Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="60 kB" streams=13 entries=30 streamLabelsSize="365 B" entriesSize="763 kB" structuredMetadataSize="1.9 kB" totalSize="763 kB" mostRecentLagMs=55 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:19.173510493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5055
level=debug ts=2026-02-16T14:06:19.173525721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="475 B" policy= mostRecentLagMs=8056
level=debug ts=2026-02-16T14:06:19.173539233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="11 kB" policy= mostRecentLagMs=55
level=debug ts=2026-02-16T14:06:19.173547443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="142 kB" policy= mostRecentLagMs=1969
level=debug ts=2026-02-16T14:06:19.173556323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="119 kB" policy= mostRecentLagMs=1417
level=debug ts=2026-02-16T14:06:19.173564548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="120 kB" policy= mostRecentLagMs=1889
level=debug ts=2026-02-16T14:06:19.173572464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=6055
level=debug ts=2026-02-16T14:06:19.173581707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="22 kB" policy= mostRecentLagMs=4056
level=debug ts=2026-02-16T14:06:19.173591331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=3055
level=debug ts=2026-02-16T14:06:19.173600303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10025
level=debug ts=2026-02-16T14:06:19.173629811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="294 kB" policy= mostRecentLagMs=876
level=debug ts=2026-02-16T14:06:19.173637932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=55
level=debug ts=2026-02-16T14:06:19.173645843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7055
level=debug ts=2026-02-16T14:06:19.177589892Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:06:21.087345114Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:06:27.689589578Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=8 entries=19 streamLabelsSize="249 B" entriesSize="931 kB" structuredMetadataSize="1.2 kB" totalSize="931 kB" mostRecentLagMs=92 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:27.689643494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T14:06:27.689665497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="847 kB" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T14:06:27.689671493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=2657
level=debug ts=2026-02-16T14:06:27.689677271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=6021
level=debug ts=2026-02-16T14:06:27.689682618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=6365
level=debug ts=2026-02-16T14:06:27.689687562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="232 B" policy= mostRecentLagMs=7021
level=debug ts=2026-02-16T14:06:27.689692229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="471 B" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T14:06:27.689697125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9020
level=debug ts=2026-02-16T14:06:27.694273897Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:28.392546074Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=8 entries=15 streamLabelsSize="242 B" entriesSize="304 kB" structuredMetadataSize="951 B" totalSize="304 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:28.392581967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5339
level=debug ts=2026-02-16T14:06:28.39259826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:06:28.392625569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="200 kB" policy= mostRecentLagMs=672
level=debug ts=2026-02-16T14:06:28.392635111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="61 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T14:06:28.392644464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T14:06:28.392655744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T14:06:28.392666364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T14:06:28.392674037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T14:06:28.39558294Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:29.242745537Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="68 kB" streams=7 entries=20 streamLabelsSize="215 B" entriesSize="1.1 MB" structuredMetadataSize="1.2 kB" totalSize="1.1 MB" mostRecentLagMs=125 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:29.242776117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8124
level=debug ts=2026-02-16T14:06:29.242787248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=125
level=debug ts=2026-02-16T14:06:29.242793847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="127 kB" policy= mostRecentLagMs=5390
level=debug ts=2026-02-16T14:06:29.242801219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=8124
level=debug ts=2026-02-16T14:06:29.24280638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="125 kB" policy= mostRecentLagMs=7154
level=debug ts=2026-02-16T14:06:29.242811155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="130 kB" policy= mostRecentLagMs=7056
level=debug ts=2026-02-16T14:06:29.242815987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="662 kB" policy= mostRecentLagMs=1969
level=debug ts=2026-02-16T14:06:29.248800047Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:37.974498368Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=8 entries=23 streamLabelsSize="268 B" entriesSize="1.2 MB" structuredMetadataSize="1.5 kB" totalSize="1.2 MB" mostRecentLagMs=305 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:37.974531306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=7306
level=debug ts=2026-02-16T14:06:37.974542536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1305
level=debug ts=2026-02-16T14:06:37.974548785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=305
level=debug ts=2026-02-16T14:06:37.974555018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9305
level=debug ts=2026-02-16T14:06:37.974559909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="695 B" policy= mostRecentLagMs=305
level=debug ts=2026-02-16T14:06:37.974565568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=2813
level=debug ts=2026-02-16T14:06:37.97457061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="115 kB" policy= mostRecentLagMs=305
level=debug ts=2026-02-16T14:06:37.974575684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="16 kB" policy= mostRecentLagMs=6305
level=debug ts=2026-02-16T14:06:37.982751211Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:39.385761241Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.1 kB" streams=8 entries=13 streamLabelsSize="232 B" entriesSize="56 kB" structuredMetadataSize="853 B" totalSize="56 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:39.385792617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:06:39.385805393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:06:39.385811848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:06:39.38581857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:06:39.385824848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="17 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:06:39.385831018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:06:39.385837223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:06:39.385843012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3634
level=debug ts=2026-02-16T14:06:39.387258887Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:39.758848601Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=10 entries=17 streamLabelsSize="291 B" entriesSize="726 kB" structuredMetadataSize="1.1 kB" totalSize="726 kB" mostRecentLagMs=273 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:39.758880021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=1641
level=debug ts=2026-02-16T14:06:39.75889098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=8049
level=debug ts=2026-02-16T14:06:39.758897384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=4640
level=debug ts=2026-02-16T14:06:39.758902975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=5641
level=debug ts=2026-02-16T14:06:39.758909175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=2641
level=debug ts=2026-02-16T14:06:39.758915411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=7640
level=debug ts=2026-02-16T14:06:39.758920914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3640
level=debug ts=2026-02-16T14:06:39.75892594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=273
level=debug ts=2026-02-16T14:06:39.758930468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=4640
level=debug ts=2026-02-16T14:06:39.758935442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="649 kB" policy= mostRecentLagMs=1371
level=debug ts=2026-02-16T14:06:39.764133042Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:45.082314698Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:06:46.687666599Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="96 kB" streams=9 entries=30 streamLabelsSize="263 B" entriesSize="2.1 MB" structuredMetadataSize="1.8 kB" totalSize="2.1 MB" mostRecentLagMs=1165 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:46.68770859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8019
level=debug ts=2026-02-16T14:06:46.687724068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="329 kB" policy= mostRecentLagMs=8346
level=debug ts=2026-02-16T14:06:46.687733256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=1166
level=debug ts=2026-02-16T14:06:46.687744045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=7018
level=debug ts=2026-02-16T14:06:46.687752525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="364 B" policy= mostRecentLagMs=4018
level=debug ts=2026-02-16T14:06:46.687761508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="35 kB" policy= mostRecentLagMs=6018
level=debug ts=2026-02-16T14:06:46.687770134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=3018
level=debug ts=2026-02-16T14:06:46.687778751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=7018
level=debug ts=2026-02-16T14:06:46.687786856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="162 kB" policy= mostRecentLagMs=2123
level=debug ts=2026-02-16T14:06:46.699475665Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:49.901808772Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="98 kB" streams=11 entries=36 streamLabelsSize="362 B" entriesSize="1.7 MB" structuredMetadataSize="2.4 kB" totalSize="1.7 MB" mostRecentLagMs=575 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:49.901853733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8783
level=debug ts=2026-02-16T14:06:49.901871749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10053
level=debug ts=2026-02-16T14:06:49.901883943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=5784
level=debug ts=2026-02-16T14:06:49.901892491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=783
level=debug ts=2026-02-16T14:06:49.901900245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=783
level=debug ts=2026-02-16T14:06:49.901908759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8783
level=debug ts=2026-02-16T14:06:49.901916807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=575
level=debug ts=2026-02-16T14:06:49.901926185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4783
level=debug ts=2026-02-16T14:06:49.901934965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=6783
level=debug ts=2026-02-16T14:06:49.901943236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=4783
level=debug ts=2026-02-16T14:06:49.901952489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=2783
level=debug ts=2026-02-16T14:06:49.913795229Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:06:50.401480832Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=7 entries=13 streamLabelsSize="184 B" entriesSize="624 kB" structuredMetadataSize="844 B" totalSize="624 kB" mostRecentLagMs=1335 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:50.401517526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="562 kB" policy= mostRecentLagMs=1335
level=debug ts=2026-02-16T14:06:50.401529539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=10021
level=debug ts=2026-02-16T14:06:50.401536664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="780 B" policy= mostRecentLagMs=10021
level=debug ts=2026-02-16T14:06:50.401553583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=8021
level=debug ts=2026-02-16T14:06:50.401560299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6955
level=debug ts=2026-02-16T14:06:50.401569477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=3575
level=debug ts=2026-02-16T14:06:50.401580366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="151 B" policy= mostRecentLagMs=2022
level=debug ts=2026-02-16T14:06:50.405460862Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:06:51.089816379Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
ts=2026-02-16T14:06:53.805346031Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:38096"
ts=2026-02-16T14:06:55.833930156Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:51172"
level=debug ts=2026-02-16T14:06:56.642314749Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=12 entries=36 streamLabelsSize="381 B" entriesSize="877 kB" structuredMetadataSize="2.3 kB" totalSize="877 kB" mostRecentLagMs=23 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:56.642341647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7973
level=debug ts=2026-02-16T14:06:56.642352576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=6697
level=debug ts=2026-02-16T14:06:56.642358447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="42 kB" policy= mostRecentLagMs=7997
level=debug ts=2026-02-16T14:06:56.642363589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=5085
level=debug ts=2026-02-16T14:06:56.642368472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7973
level=debug ts=2026-02-16T14:06:56.64237323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="571 kB" policy= mostRecentLagMs=1107
level=debug ts=2026-02-16T14:06:56.642377958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=1971
level=debug ts=2026-02-16T14:06:56.642382625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=973
level=debug ts=2026-02-16T14:06:56.642387449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="84 kB" policy= mostRecentLagMs=23
level=debug ts=2026-02-16T14:06:56.642392564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8972
level=debug ts=2026-02-16T14:06:56.642397818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=8972
level=debug ts=2026-02-16T14:06:56.642402559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="573 B" policy= mostRecentLagMs=6973
level=debug ts=2026-02-16T14:06:56.647754967Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:06:57.272915904Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:32924"
level=debug ts=2026-02-16T14:06:59.970679171Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="58 kB" streams=10 entries=32 streamLabelsSize="297 B" entriesSize="1.0 MB" structuredMetadataSize="2.1 kB" totalSize="1.0 MB" mostRecentLagMs=623 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:06:59.970718722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=8852
level=debug ts=2026-02-16T14:06:59.970734391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=5852
level=debug ts=2026-02-16T14:06:59.970744646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4852
level=debug ts=2026-02-16T14:06:59.970755139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=852
level=debug ts=2026-02-16T14:06:59.970765096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=10026
level=debug ts=2026-02-16T14:06:59.970774965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=6852
level=debug ts=2026-02-16T14:06:59.970783073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=8852
level=debug ts=2026-02-16T14:06:59.970793463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=853
level=debug ts=2026-02-16T14:06:59.970817602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="943 kB" policy= mostRecentLagMs=623
level=debug ts=2026-02-16T14:06:59.970825449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=4852
level=debug ts=2026-02-16T14:06:59.977043303Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:07:01.396393299Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=8 entries=23 streamLabelsSize="219 B" entriesSize="330 kB" structuredMetadataSize="1.4 kB" totalSize="330 kB" mostRecentLagMs=16 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:01.396432963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=5016
level=debug ts=2026-02-16T14:07:01.396451425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="14 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T14:07:01.396462384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="299 kB" policy= mostRecentLagMs=16
level=debug ts=2026-02-16T14:07:01.396471338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T14:07:01.39648039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T14:07:01.396489543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T14:07:01.396497817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9016
level=debug ts=2026-02-16T14:07:01.396506497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=2015
level=debug ts=2026-02-16T14:07:01.399745948Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:07:06.695479153Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="62 kB" streams=11 entries=32 streamLabelsSize="363 B" entriesSize="1.2 MB" structuredMetadataSize="2.0 kB" totalSize="1.2 MB" mostRecentLagMs=26 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:06.695508918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=7772
level=debug ts=2026-02-16T14:07:06.695519728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=26
level=debug ts=2026-02-16T14:07:06.695527299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="34 kB" policy= mostRecentLagMs=6026
level=debug ts=2026-02-16T14:07:06.695532768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=4026
level=debug ts=2026-02-16T14:07:06.695538015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=5025
level=debug ts=2026-02-16T14:07:06.695542741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=1026
level=debug ts=2026-02-16T14:07:06.695548683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="33 kB" policy= mostRecentLagMs=26
level=debug ts=2026-02-16T14:07:06.695553686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9025
level=debug ts=2026-02-16T14:07:06.695559763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=2025
level=debug ts=2026-02-16T14:07:06.695565179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=677
level=debug ts=2026-02-16T14:07:06.69557086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=3666
level=debug ts=2026-02-16T14:07:06.702221907Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:07:10.365233272Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=11 entries=20 streamLabelsSize="318 B" entriesSize="428 kB" structuredMetadataSize="1.3 kB" totalSize="428 kB" mostRecentLagMs=310 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:10.365262055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="822 B" policy= mostRecentLagMs=9247
level=debug ts=2026-02-16T14:07:10.365273477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=8246
level=debug ts=2026-02-16T14:07:10.365281015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5247
level=debug ts=2026-02-16T14:07:10.365287923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="19 kB" policy= mostRecentLagMs=1247
level=debug ts=2026-02-16T14:07:10.365293895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=2621
level=debug ts=2026-02-16T14:07:10.365300273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6247
level=debug ts=2026-02-16T14:07:10.365305595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="329 kB" policy= mostRecentLagMs=310
level=debug ts=2026-02-16T14:07:10.365310448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3247
level=debug ts=2026-02-16T14:07:10.365315183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3247
level=debug ts=2026-02-16T14:07:10.365319905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=1247
level=debug ts=2026-02-16T14:07:10.365325346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=4247
level=debug ts=2026-02-16T14:07:10.36926502Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:07:15.256928118Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=11 entries=19 streamLabelsSize="326 B" entriesSize="111 kB" structuredMetadataSize="1.2 kB" totalSize="111 kB" mostRecentLagMs=1877 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:15.256961587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="10 kB" policy= mostRecentLagMs=4877
level=debug ts=2026-02-16T14:07:15.256974372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=6877
level=debug ts=2026-02-16T14:07:15.25698138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2877
level=debug ts=2026-02-16T14:07:15.256987551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="17 kB" policy= mostRecentLagMs=1877
level=debug ts=2026-02-16T14:07:15.256992979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="828 B" policy= mostRecentLagMs=5876
level=debug ts=2026-02-16T14:07:15.256998009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="15 kB" policy= mostRecentLagMs=8877
level=debug ts=2026-02-16T14:07:15.257002833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1877
level=debug ts=2026-02-16T14:07:15.257007526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6877
level=debug ts=2026-02-16T14:07:15.257012294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6442
level=debug ts=2026-02-16T14:07:15.257016979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:07:15.257023282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7876
level=debug ts=2026-02-16T14:07:15.259126367Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:07:17.68607548Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=10 entries=14 streamLabelsSize="329 B" entriesSize="692 kB" structuredMetadataSize="908 B" totalSize="692 kB" mostRecentLagMs=1017 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:17.686104288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="296 kB" policy= mostRecentLagMs=6132
level=debug ts=2026-02-16T14:07:17.686115415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="44 kB" policy= mostRecentLagMs=2843
level=debug ts=2026-02-16T14:07:17.686124431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T14:07:17.686133925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=8614
level=debug ts=2026-02-16T14:07:17.686144367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T14:07:17.68615384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T14:07:17.686162589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T14:07:17.686171409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=1017
level=debug ts=2026-02-16T14:07:17.68617806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5017
level=debug ts=2026-02-16T14:07:17.686186583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=7017
level=debug ts=2026-02-16T14:07:17.690677505Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:07:20.471433554Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=9 streamLabelsSize="240 B" entriesSize="278 kB" structuredMetadataSize="570 B" totalSize="278 kB" mostRecentLagMs=353 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:20.471464655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9353
level=debug ts=2026-02-16T14:07:20.471475768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=6353
level=debug ts=2026-02-16T14:07:20.471482747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2353
level=debug ts=2026-02-16T14:07:20.471488178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1353
level=debug ts=2026-02-16T14:07:20.47149324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:07:20.471499467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="235 kB" policy= mostRecentLagMs=353
level=debug ts=2026-02-16T14:07:20.471505868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=7353
level=debug ts=2026-02-16T14:07:20.474175226Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:07:21.091937322Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:07:25.385985314Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.3 kB" streams=9 entries=13 streamLabelsSize="277 B" entriesSize="60 kB" structuredMetadataSize="831 B" totalSize="61 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:25.386030043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:07:25.386042434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:07:25.386048877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="698 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:07:25.386054763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:07:25.386060786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:07:25.386066082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="31 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:07:25.386071081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:07:25.386075862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:07:25.386083199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:07:25.387553279Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:07:27.274864244Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:47190"
level=debug ts=2026-02-16T14:07:28.678901989Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=11 entries=14 streamLabelsSize="349 B" entriesSize="170 kB" structuredMetadataSize="898 B" totalSize="170 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:28.678932641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:07:28.678944283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="88 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:07:28.678950476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:07:28.678957199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:07:28.678962943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:07:28.678967978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:07:28.678972854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:07:28.678977594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="942 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:07:28.678982529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="53 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:07:28.678987388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T14:07:28.678992603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T14:07:28.68106857Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:07:32.132627229Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=5 entries=11 streamLabelsSize="162 B" entriesSize="289 kB" structuredMetadataSize="718 B" totalSize="289 kB" mostRecentLagMs=614 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:32.132669411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="260 kB" policy= mostRecentLagMs=614
level=debug ts=2026-02-16T14:07:32.13268663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T14:07:32.132712056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T14:07:32.132721733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-16T14:07:32.132729693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9583
level=debug ts=2026-02-16T14:07:32.13567726Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:07:37.391810058Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=6 entries=8 streamLabelsSize="181 B" entriesSize="337 kB" structuredMetadataSize="521 B" totalSize="337 kB" mostRecentLagMs=810 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:37.391849906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T14:07:37.391862519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:07:37.391869204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T14:07:37.391874855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T14:07:37.39188052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="295 kB" policy= mostRecentLagMs=810
level=debug ts=2026-02-16T14:07:37.391885874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9157
level=debug ts=2026-02-16T14:07:37.394790779Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:07:38.73066439Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="64 kB" streams=5 entries=20 streamLabelsSize="179 B" entriesSize="1.4 MB" structuredMetadataSize="1.2 kB" totalSize="1.4 MB" mostRecentLagMs=62 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:38.730698992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="962 B" policy= mostRecentLagMs=2061
level=debug ts=2026-02-16T14:07:38.730711145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="49 kB" policy= mostRecentLagMs=146
level=debug ts=2026-02-16T14:07:38.730719134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=62
level=debug ts=2026-02-16T14:07:38.730725424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=10032
level=debug ts=2026-02-16T14:07:38.730731477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=76
level=debug ts=2026-02-16T14:07:38.772309964Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:07:43.460105935Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="126 kB" streams=13 entries=45 streamLabelsSize="371 B" entriesSize="2.1 MB" structuredMetadataSize="3.0 kB" totalSize="2.1 MB" mostRecentLagMs=142 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:43.460141407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="364 B" policy= mostRecentLagMs=8341
level=debug ts=2026-02-16T14:07:43.460152699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8341
level=debug ts=2026-02-16T14:07:43.460159304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=8133
level=debug ts=2026-02-16T14:07:43.460168232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=142
level=debug ts=2026-02-16T14:07:43.460176757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="364 B" policy= mostRecentLagMs=8341
level=debug ts=2026-02-16T14:07:43.460181829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="18 kB" policy= mostRecentLagMs=346
level=debug ts=2026-02-16T14:07:43.460186606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="364 B" policy= mostRecentLagMs=8341
level=debug ts=2026-02-16T14:07:43.460192036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6341
level=debug ts=2026-02-16T14:07:43.460197657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=4185
level=debug ts=2026-02-16T14:07:43.460202461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=3540
level=debug ts=2026-02-16T14:07:43.460207277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=1342
level=debug ts=2026-02-16T14:07:43.46021196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1342
level=debug ts=2026-02-16T14:07:43.46021676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="364 B" policy= mostRecentLagMs=8341
level=debug ts=2026-02-16T14:07:43.471247085Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:07:46.474907876Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:07:47.869975209Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="67 kB" streams=8 entries=23 streamLabelsSize="232 B" entriesSize="1.4 MB" structuredMetadataSize="1.4 kB" totalSize="1.4 MB" mostRecentLagMs=284 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:47.870005676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="14 kB" policy= mostRecentLagMs=903
level=debug ts=2026-02-16T14:07:47.870017047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4489
level=debug ts=2026-02-16T14:07:47.870023642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="18 kB" policy= mostRecentLagMs=4893
level=debug ts=2026-02-16T14:07:47.870029668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=5490
level=debug ts=2026-02-16T14:07:47.870035289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=284
level=debug ts=2026-02-16T14:07:47.870040767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=5203
level=debug ts=2026-02-16T14:07:47.870046969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=4489
level=debug ts=2026-02-16T14:07:47.87005232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=7490
level=debug ts=2026-02-16T14:07:47.876255059Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:07:49.177621126Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=7 entries=24 streamLabelsSize="241 B" entriesSize="1.9 MB" structuredMetadataSize="1.5 kB" totalSize="1.9 MB" mostRecentLagMs=150 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:49.17765441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="139 kB" policy= mostRecentLagMs=4165
level=debug ts=2026-02-16T14:07:49.177675137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="476 kB" policy= mostRecentLagMs=150
level=debug ts=2026-02-16T14:07:49.177682973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5508
level=debug ts=2026-02-16T14:07:49.17768869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3509
level=debug ts=2026-02-16T14:07:49.177693737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=954
level=debug ts=2026-02-16T14:07:49.177698671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=9508
level=debug ts=2026-02-16T14:07:49.177704317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=509
level=debug ts=2026-02-16T14:07:49.191274611Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:07:51.098644688Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:07:53.446956381Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=11 entries=37 streamLabelsSize="336 B" entriesSize="1.6 MB" structuredMetadataSize="2.4 kB" totalSize="1.6 MB" mostRecentLagMs=328 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:53.446989033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="986 B" policy= mostRecentLagMs=6328
level=debug ts=2026-02-16T14:07:53.447000901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="16 kB" policy= mostRecentLagMs=5328
level=debug ts=2026-02-16T14:07:53.447007632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=5306
level=debug ts=2026-02-16T14:07:53.447013534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=4329
level=debug ts=2026-02-16T14:07:53.44701919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="328 B" policy= mostRecentLagMs=7328
level=debug ts=2026-02-16T14:07:53.447025883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="999 B" policy= mostRecentLagMs=6328
level=debug ts=2026-02-16T14:07:53.447033879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="995 B" policy= mostRecentLagMs=6328
level=debug ts=2026-02-16T14:07:53.447041483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="999 B" policy= mostRecentLagMs=6328
level=debug ts=2026-02-16T14:07:53.447046516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2329
level=debug ts=2026-02-16T14:07:53.447052332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=3970
level=debug ts=2026-02-16T14:07:53.447057327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=328
level=debug ts=2026-02-16T14:07:53.454507759Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:07:53.809812566Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:33128"
ts=2026-02-16T14:07:57.27675231Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:51554"
level=debug ts=2026-02-16T14:07:58.410038292Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=13 entries=41 streamLabelsSize="358 B" entriesSize="746 kB" structuredMetadataSize="2.6 kB" totalSize="747 kB" mostRecentLagMs=30 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:07:58.410079963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=30
level=debug ts=2026-02-16T14:07:58.410095999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="29 kB" policy= mostRecentLagMs=1366
level=debug ts=2026-02-16T14:07:58.4101058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="298 B" policy= mostRecentLagMs=4029
level=debug ts=2026-02-16T14:07:58.410114731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6029
level=debug ts=2026-02-16T14:07:58.410123218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8366
level=debug ts=2026-02-16T14:07:58.410131217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=30
level=debug ts=2026-02-16T14:07:58.410139977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="632 kB" policy= mostRecentLagMs=948
level=debug ts=2026-02-16T14:07:58.410147563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="41 kB" policy= mostRecentLagMs=1364
level=debug ts=2026-02-16T14:07:58.4101567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=1030
level=debug ts=2026-02-16T14:07:58.410164234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="401 B" policy= mostRecentLagMs=2030
level=debug ts=2026-02-16T14:07:58.410171492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="567 B" policy= mostRecentLagMs=2030
level=debug ts=2026-02-16T14:07:58.410180721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=30
level=debug ts=2026-02-16T14:07:58.410188544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=30
level=debug ts=2026-02-16T14:07:58.415313126Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:08:00.716219486Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=7 entries=12 streamLabelsSize="233 B" entriesSize="644 kB" structuredMetadataSize="743 B" totalSize="644 kB" mostRecentLagMs=2047 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:00.716249328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2047
level=debug ts=2026-02-16T14:08:00.716260721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="56 kB" policy= mostRecentLagMs=7047
level=debug ts=2026-02-16T14:08:00.716268038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=3665
level=debug ts=2026-02-16T14:08:00.716273909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="469 kB" policy= mostRecentLagMs=3444
level=debug ts=2026-02-16T14:08:00.716279998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="86 kB" policy= mostRecentLagMs=3642
level=debug ts=2026-02-16T14:08:00.716285202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="669 B" policy= mostRecentLagMs=8047
level=debug ts=2026-02-16T14:08:00.716290276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3047
level=debug ts=2026-02-16T14:08:00.720220259Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:08:04.139277083Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="49 kB" streams=7 entries=18 streamLabelsSize="228 B" entriesSize="817 kB" structuredMetadataSize="1.2 kB" totalSize="817 kB" mostRecentLagMs=21 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:04.139309142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=6125
level=debug ts=2026-02-16T14:08:04.139320799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=21
level=debug ts=2026-02-16T14:08:04.139328712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=21
level=debug ts=2026-02-16T14:08:04.139333957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="878 B" policy= mostRecentLagMs=9021
level=debug ts=2026-02-16T14:08:04.139339617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=7286
level=debug ts=2026-02-16T14:08:04.139346624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="966 B" policy= mostRecentLagMs=10021
level=debug ts=2026-02-16T14:08:04.139352658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="746 kB" policy= mostRecentLagMs=174
level=debug ts=2026-02-16T14:08:04.150225366Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:08:09.418876922Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=9 entries=20 streamLabelsSize="253 B" entriesSize="802 kB" structuredMetadataSize="1.3 kB" totalSize="802 kB" mostRecentLagMs=2039 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:09.418908529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=10039
level=debug ts=2026-02-16T14:08:09.41891977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=6039
level=debug ts=2026-02-16T14:08:09.418926504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="36 kB" policy= mostRecentLagMs=7038
level=debug ts=2026-02-16T14:08:09.418931944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="653 kB" policy= mostRecentLagMs=2039
level=debug ts=2026-02-16T14:08:09.4189375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=9039
level=debug ts=2026-02-16T14:08:09.418942483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10039
level=debug ts=2026-02-16T14:08:09.41894734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="31 kB" policy= mostRecentLagMs=5262
level=debug ts=2026-02-16T14:08:09.418952523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="60 kB" policy= mostRecentLagMs=4271
level=debug ts=2026-02-16T14:08:09.418957306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10039
level=debug ts=2026-02-16T14:08:09.423527609Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:08:11.131458047Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="63 kB" streams=13 entries=37 streamLabelsSize="342 B" entriesSize="1.2 MB" structuredMetadataSize="2.4 kB" totalSize="1.2 MB" mostRecentLagMs=462 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:11.131496383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="298 B" policy= mostRecentLagMs=1462
level=debug ts=2026-02-16T14:08:11.13150798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="885 B" policy= mostRecentLagMs=462
level=debug ts=2026-02-16T14:08:11.131517589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="754 kB" policy= mostRecentLagMs=667
level=debug ts=2026-02-16T14:08:11.131527298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="859 B" policy= mostRecentLagMs=4462
level=debug ts=2026-02-16T14:08:11.131536454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="249 kB" policy= mostRecentLagMs=6607
level=debug ts=2026-02-16T14:08:11.13154225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="18 kB" policy= mostRecentLagMs=1462
level=debug ts=2026-02-16T14:08:11.131547883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="50 kB" policy= mostRecentLagMs=4201
level=debug ts=2026-02-16T14:08:11.13155289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=6680
level=debug ts=2026-02-16T14:08:11.131558081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4280
level=debug ts=2026-02-16T14:08:11.131562929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2461
level=debug ts=2026-02-16T14:08:11.131567633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=462
level=debug ts=2026-02-16T14:08:11.131572589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="992 B" policy= mostRecentLagMs=4462
level=debug ts=2026-02-16T14:08:11.131577638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="676 B" policy= mostRecentLagMs=1462
level=debug ts=2026-02-16T14:08:11.137936309Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:08:14.194897388Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=6 entries=15 streamLabelsSize="193 B" entriesSize="773 kB" structuredMetadataSize="1.0 kB" totalSize="773 kB" mostRecentLagMs=75 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:14.194938063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="103 B" policy= mostRecentLagMs=75
level=debug ts=2026-02-16T14:08:14.194953906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="656 kB" policy= mostRecentLagMs=3648
level=debug ts=2026-02-16T14:08:14.194964063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3076
level=debug ts=2026-02-16T14:08:14.194973895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=76
level=debug ts=2026-02-16T14:08:14.19498228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="28 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T14:08:14.194991236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=632
level=debug ts=2026-02-16T14:08:14.202800246Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:08:20.388548109Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=4 entries=6 streamLabelsSize="109 B" entriesSize="326 kB" structuredMetadataSize="381 B" totalSize="326 kB" mostRecentLagMs=386 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:20.388587304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="33 kB" policy= mostRecentLagMs=386
level=debug ts=2026-02-16T14:08:20.388602882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="14 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:08:20.388653107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="273 kB" policy= mostRecentLagMs=6704
level=debug ts=2026-02-16T14:08:20.388665718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T14:08:20.394746313Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:08:21.10777699Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:08:21.345240728Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=11 entries=41 streamLabelsSize="340 B" entriesSize="632 kB" structuredMetadataSize="2.7 kB" totalSize="632 kB" mostRecentLagMs=676 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:21.345271005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="376 kB" policy= mostRecentLagMs=744
level=debug ts=2026-02-16T14:08:21.345281424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=5675
level=debug ts=2026-02-16T14:08:21.345288902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2675
level=debug ts=2026-02-16T14:08:21.345295347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2675
level=debug ts=2026-02-16T14:08:21.345301673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=1676
level=debug ts=2026-02-16T14:08:21.34530839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=676
level=debug ts=2026-02-16T14:08:21.34531366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="190 kB" policy= mostRecentLagMs=2323
level=debug ts=2026-02-16T14:08:21.345319003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="47 kB" policy= mostRecentLagMs=9510
level=debug ts=2026-02-16T14:08:21.345323895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7675
level=debug ts=2026-02-16T14:08:21.345328466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=2675
level=debug ts=2026-02-16T14:08:21.34533345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=8675
level=debug ts=2026-02-16T14:08:21.348962337Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:08:23.812816751Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:49268"
level=debug ts=2026-02-16T14:08:24.424578161Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=9 entries=25 streamLabelsSize="249 B" entriesSize="142 kB" structuredMetadataSize="1.6 kB" totalSize="142 kB" mostRecentLagMs=306 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:24.424625138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1306
level=debug ts=2026-02-16T14:08:24.424639766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="326 B" policy= mostRecentLagMs=7306
level=debug ts=2026-02-16T14:08:24.424647629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=306
level=debug ts=2026-02-16T14:08:24.424653053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5306
level=debug ts=2026-02-16T14:08:24.424658189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2306
level=debug ts=2026-02-16T14:08:24.424664093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:08:24.424669237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=9305
level=debug ts=2026-02-16T14:08:24.424674099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="106 kB" policy= mostRecentLagMs=306
level=debug ts=2026-02-16T14:08:24.424679064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=3306
level=debug ts=2026-02-16T14:08:24.426901811Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:08:30.387332299Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.5 kB" streams=7 entries=9 streamLabelsSize="236 B" entriesSize="125 kB" structuredMetadataSize="564 B" totalSize="125 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:30.387367154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="15 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:08:30.387379651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="98 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:08:30.387386419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:08:30.387392482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:08:30.38739827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:08:30.387404362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:08:30.387410301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:08:30.389201655Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:08:31.730305882Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=8 entries=12 streamLabelsSize="259 B" entriesSize="736 kB" structuredMetadataSize="770 B" totalSize="736 kB" mostRecentLagMs=119 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:31.730337021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="198 kB" policy= mostRecentLagMs=809
level=debug ts=2026-02-16T14:08:31.73034797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="109 kB" policy= mostRecentLagMs=855
level=debug ts=2026-02-16T14:08:31.730355079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="39 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T14:08:31.730360489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="41 kB" policy= mostRecentLagMs=9061
level=debug ts=2026-02-16T14:08:31.730365324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="289 kB" policy= mostRecentLagMs=119
level=debug ts=2026-02-16T14:08:31.730370361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="20 kB" policy= mostRecentLagMs=8061
level=debug ts=2026-02-16T14:08:31.730375029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=9061
level=debug ts=2026-02-16T14:08:31.730380851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=4300
level=debug ts=2026-02-16T14:08:31.734816975Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:08:35.791198148Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=9 entries=21 streamLabelsSize="273 B" entriesSize="338 kB" structuredMetadataSize="1.4 kB" totalSize="338 kB" mostRecentLagMs=673 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:35.79122711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=1672
level=debug ts=2026-02-16T14:08:35.791238364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6673
level=debug ts=2026-02-16T14:08:35.791245441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=4672
level=debug ts=2026-02-16T14:08:35.791251435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4672
level=debug ts=2026-02-16T14:08:35.79125727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=9672
level=debug ts=2026-02-16T14:08:35.791262524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="353 B" policy= mostRecentLagMs=673
level=debug ts=2026-02-16T14:08:35.791267605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="171 B" policy= mostRecentLagMs=9672
level=debug ts=2026-02-16T14:08:35.791274043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=8672
level=debug ts=2026-02-16T14:08:35.791280031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="318 kB" policy= mostRecentLagMs=2180
level=debug ts=2026-02-16T14:08:35.794039442Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:08:40.024216686Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:08:42.675660837Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=9 entries=11 streamLabelsSize="297 B" entriesSize="179 kB" structuredMetadataSize="721 B" totalSize="179 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:42.675709475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:08:42.67572472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:08:42.675735086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="74 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:08:42.675743373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:08:42.675752205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:08:42.675764149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="88 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:08:42.675774261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="96 kB" policy= mostRecentLagMs=8922
level=debug ts=2026-02-16T14:08:42.67578237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:08:42.67579029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:08:42.677920032Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:08:43.390148882Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=10 streamLabelsSize="205 B" entriesSize="256 kB" structuredMetadataSize="655 B" totalSize="256 kB" mostRecentLagMs=158 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:43.390179916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="27 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T14:08:43.390191339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="186 kB" policy= mostRecentLagMs=3608
level=debug ts=2026-02-16T14:08:43.390198119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:08:43.390203954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:08:43.390208725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:08:43.390214649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=158
level=debug ts=2026-02-16T14:08:43.390219433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:08:43.392847899Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:08:46.125354785Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=9 entries=18 streamLabelsSize="264 B" entriesSize="137 kB" structuredMetadataSize="1.2 kB" totalSize="137 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:46.125383035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:08:46.125393609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:08:46.125400035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:08:46.125405577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="635 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:08:46.125411918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="15 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:08:46.125418028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:08:46.125424999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="31 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:08:46.125430521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=2546
level=debug ts=2026-02-16T14:08:46.125435735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=6541
level=debug ts=2026-02-16T14:08:46.127242156Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:08:51.110651574Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:08:53.491345484Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=9 entries=16 streamLabelsSize="278 B" entriesSize="578 kB" structuredMetadataSize="1.1 kB" totalSize="578 kB" mostRecentLagMs=822 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:53.491403214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="286 kB" policy= mostRecentLagMs=1530
level=debug ts=2026-02-16T14:08:53.49148144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="18 kB" policy= mostRecentLagMs=1822
level=debug ts=2026-02-16T14:08:53.491520665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=6455
level=debug ts=2026-02-16T14:08:53.491636225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="100 kB" policy= mostRecentLagMs=2871
level=debug ts=2026-02-16T14:08:53.49165092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=5822
level=debug ts=2026-02-16T14:08:53.491657689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5822
level=debug ts=2026-02-16T14:08:53.491664026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=822
level=debug ts=2026-02-16T14:08:53.491669894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=3823
level=debug ts=2026-02-16T14:08:53.491674694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="88 B" policy= mostRecentLagMs=3823
level=debug ts=2026-02-16T14:08:53.495260709Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:08:53.575220118Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=7 streamLabelsSize="142 B" entriesSize="225 kB" structuredMetadataSize="439 B" totalSize="225 kB" mostRecentLagMs=195 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:53.57525084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=195
level=debug ts=2026-02-16T14:08:53.575261525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="20 kB" policy= mostRecentLagMs=3195
level=debug ts=2026-02-16T14:08:53.57526802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="181 kB" policy= mostRecentLagMs=1534
level=debug ts=2026-02-16T14:08:53.575274584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=195
level=debug ts=2026-02-16T14:08:53.575280204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=1196
level=debug ts=2026-02-16T14:08:53.577302671Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:08:55.839060736Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:55496"
level=debug ts=2026-02-16T14:08:57.127753547Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=7 entries=14 streamLabelsSize="212 B" entriesSize="217 kB" structuredMetadataSize="927 B" totalSize="218 kB" mostRecentLagMs=3009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:08:57.127782497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:08:57.127794039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:08:57.127801115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="29 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T14:08:57.127809033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T14:08:57.127816642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T14:08:57.12782334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="144 kB" policy= mostRecentLagMs=4815
level=debug ts=2026-02-16T14:08:57.127829809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T14:08:57.130226886Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:09:03.684415367Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=7 entries=10 streamLabelsSize="231 B" entriesSize="701 kB" structuredMetadataSize="669 B" totalSize="702 kB" mostRecentLagMs=1015 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:03.6844447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=4891
level=debug ts=2026-02-16T14:09:03.684456077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T14:09:03.684464015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5015
level=debug ts=2026-02-16T14:09:03.684470855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=1131
level=debug ts=2026-02-16T14:09:03.684477115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5015
level=debug ts=2026-02-16T14:09:03.684482699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T14:09:03.684489503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="266 kB" policy= mostRecentLagMs=2264
level=debug ts=2026-02-16T14:09:03.689709013Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:09:04.388165053Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=10 entries=20 streamLabelsSize="291 B" entriesSize="144 kB" structuredMetadataSize="1.3 kB" totalSize="145 kB" mostRecentLagMs=2008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:04.388195755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:09:04.388207933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="15 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:09:04.388214211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=2890
level=debug ts=2026-02-16T14:09:04.38822284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=7488
level=debug ts=2026-02-16T14:09:04.388230981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T14:09:04.388240058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:09:04.388248204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="91 kB" policy= mostRecentLagMs=3384
level=debug ts=2026-02-16T14:09:04.388257757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="889 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T14:09:04.388266142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="357 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:09:04.388274864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="913 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T14:09:04.390409917Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:09:08.542421531Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=5 entries=8 streamLabelsSize="166 B" entriesSize="378 kB" structuredMetadataSize="524 B" totalSize="378 kB" mostRecentLagMs=34 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:08.542454354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=7468
level=debug ts=2026-02-16T14:09:08.542465828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=6424
level=debug ts=2026-02-16T14:09:08.54247316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8424
level=debug ts=2026-02-16T14:09:08.542479081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=4722
level=debug ts=2026-02-16T14:09:08.542485712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="315 kB" policy= mostRecentLagMs=34
level=debug ts=2026-02-16T14:09:08.545917982Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:09:13.755743572Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=9 streamLabelsSize="176 B" entriesSize="201 kB" structuredMetadataSize="596 B" totalSize="201 kB" mostRecentLagMs=86 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:13.755774201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="61 kB" policy= mostRecentLagMs=6087
level=debug ts=2026-02-16T14:09:13.755786543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="977 B" policy= mostRecentLagMs=1086
level=debug ts=2026-02-16T14:09:13.755793716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4086
level=debug ts=2026-02-16T14:09:13.755799277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="93 kB" policy= mostRecentLagMs=5440
level=debug ts=2026-02-16T14:09:13.755805653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=86
level=debug ts=2026-02-16T14:09:13.757681455Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:09:15.762355977Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=11 entries=21 streamLabelsSize="314 B" entriesSize="280 kB" structuredMetadataSize="1.4 kB" totalSize="281 kB" mostRecentLagMs=1382 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:15.762385989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="663 B" policy= mostRecentLagMs=5382
level=debug ts=2026-02-16T14:09:15.762396521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=3382
level=debug ts=2026-02-16T14:09:15.762403368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1382
level=debug ts=2026-02-16T14:09:15.762408728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8382
level=debug ts=2026-02-16T14:09:15.762414582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="18 kB" policy= mostRecentLagMs=3382
level=debug ts=2026-02-16T14:09:15.762419526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9083
level=debug ts=2026-02-16T14:09:15.762425075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="10 kB" policy= mostRecentLagMs=4382
level=debug ts=2026-02-16T14:09:15.762429659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="186 kB" policy= mostRecentLagMs=5205
level=debug ts=2026-02-16T14:09:15.762434231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=3382
level=debug ts=2026-02-16T14:09:15.762438861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=2382
level=debug ts=2026-02-16T14:09:15.762443475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=1382
level=debug ts=2026-02-16T14:09:15.76511058Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:09:19.638797395Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=6 entries=11 streamLabelsSize="180 B" entriesSize="371 kB" structuredMetadataSize="725 B" totalSize="371 kB" mostRecentLagMs=520 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:19.638827539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="307 kB" policy= mostRecentLagMs=1175
level=debug ts=2026-02-16T14:09:19.638838609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3520
level=debug ts=2026-02-16T14:09:19.638846249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="235 B" policy= mostRecentLagMs=8520
level=debug ts=2026-02-16T14:09:19.638852431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=520
level=debug ts=2026-02-16T14:09:19.638861536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=7878
level=debug ts=2026-02-16T14:09:19.638867122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="236 B" policy= mostRecentLagMs=520
level=debug ts=2026-02-16T14:09:19.643482155Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:09:21.112782778Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
ts=2026-02-16T14:09:23.816552839Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:49810"
level=debug ts=2026-02-16T14:09:24.514487803Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=9 entries=20 streamLabelsSize="282 B" entriesSize="396 kB" structuredMetadataSize="1.4 kB" totalSize="396 kB" mostRecentLagMs=1848 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:24.514518177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="260 kB" policy= mostRecentLagMs=2029
level=debug ts=2026-02-16T14:09:24.514529318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5844
level=debug ts=2026-02-16T14:09:24.514536074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="336 B" policy= mostRecentLagMs=6845
level=debug ts=2026-02-16T14:09:24.514541389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="683 B" policy= mostRecentLagMs=5844
level=debug ts=2026-02-16T14:09:24.514546583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="120 kB" policy= mostRecentLagMs=1848
level=debug ts=2026-02-16T14:09:24.514552413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5844
level=debug ts=2026-02-16T14:09:24.51455762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=3845
level=debug ts=2026-02-16T14:09:24.514562223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5844
level=debug ts=2026-02-16T14:09:24.514566849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="340 B" policy= mostRecentLagMs=6845
level=debug ts=2026-02-16T14:09:24.517436724Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:09:25.841523694Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:33876"
level=debug ts=2026-02-16T14:09:26.388184504Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.4 kB" streams=7 entries=10 streamLabelsSize="224 B" entriesSize="113 kB" structuredMetadataSize="672 B" totalSize="114 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:26.388213358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="453 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:09:26.388225753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T14:09:26.388232912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="453 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:09:26.388238406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:09:26.388245078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="90 kB" policy= mostRecentLagMs=2913
level=debug ts=2026-02-16T14:09:26.38825103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T14:09:26.388256182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:09:26.390413795Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:09:28.851959238Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:09:28.853811325Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:09:30.130546217Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=7 entries=10 streamLabelsSize="232 B" entriesSize="395 kB" structuredMetadataSize="655 B" totalSize="396 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:30.130578436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="325 kB" policy= mostRecentLagMs=1188
level=debug ts=2026-02-16T14:09:30.13058994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T14:09:30.130597854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T14:09:30.13060339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=3479
level=debug ts=2026-02-16T14:09:30.130628188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=1365
level=debug ts=2026-02-16T14:09:30.130634449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="239 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:09:30.130640183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T14:09:30.133423435Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:09:34.682471566Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=9 entries=16 streamLabelsSize="277 B" entriesSize="443 kB" structuredMetadataSize="1.0 kB" totalSize="444 kB" mostRecentLagMs=911 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:34.682502366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T14:09:34.682513601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T14:09:34.682519989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=4462
level=debug ts=2026-02-16T14:09:34.6825252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="298 B" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T14:09:34.682530259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="89 kB" policy= mostRecentLagMs=4816
level=debug ts=2026-02-16T14:09:34.682535237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="77 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T14:09:34.682539737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="676 B" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T14:09:34.682544498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="217 kB" policy= mostRecentLagMs=911
level=debug ts=2026-02-16T14:09:34.682549692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=5846
level=debug ts=2026-02-16T14:09:34.68612501Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:09:38.935932362Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=8 entries=16 streamLabelsSize="216 B" entriesSize="790 kB" structuredMetadataSize="1.0 kB" totalSize="791 kB" mostRecentLagMs=990 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:38.935964675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6556
level=debug ts=2026-02-16T14:09:38.935977547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="742 kB" policy= mostRecentLagMs=990
level=debug ts=2026-02-16T14:09:38.935984771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="88 B" policy= mostRecentLagMs=6556
level=debug ts=2026-02-16T14:09:38.935990225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="88 B" policy= mostRecentLagMs=6556
level=debug ts=2026-02-16T14:09:38.935995029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8392
level=debug ts=2026-02-16T14:09:38.936000754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3555
level=debug ts=2026-02-16T14:09:38.936005621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="88 B" policy= mostRecentLagMs=6556
level=debug ts=2026-02-16T14:09:38.936010405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=6556
level=debug ts=2026-02-16T14:09:38.940521938Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:09:40.397365327Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="47 kB" streams=4 entries=13 streamLabelsSize="133 B" entriesSize="766 kB" structuredMetadataSize="880 B" totalSize="766 kB" mostRecentLagMs=382 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:40.39739365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6279
level=debug ts=2026-02-16T14:09:40.397404966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=2389
level=debug ts=2026-02-16T14:09:40.397411328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=648
level=debug ts=2026-02-16T14:09:40.397417499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="700 kB" policy= mostRecentLagMs=382
level=debug ts=2026-02-16T14:09:40.401640401Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:09:44.796926819Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=15 entries=35 streamLabelsSize="426 B" entriesSize="719 kB" structuredMetadataSize="2.3 kB" totalSize="720 kB" mostRecentLagMs=924 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:44.796956533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2127
level=debug ts=2026-02-16T14:09:44.796968291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=1127
level=debug ts=2026-02-16T14:09:44.796974206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="578 B" policy= mostRecentLagMs=7126
level=debug ts=2026-02-16T14:09:44.796981152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="600 B" policy= mostRecentLagMs=2128
level=debug ts=2026-02-16T14:09:44.796986563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=2128
level=debug ts=2026-02-16T14:09:44.796992003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="476 kB" policy= mostRecentLagMs=924
level=debug ts=2026-02-16T14:09:44.796996966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="187 kB" policy= mostRecentLagMs=1127
level=debug ts=2026-02-16T14:09:44.797002915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=2128
level=debug ts=2026-02-16T14:09:44.797007891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6127
level=debug ts=2026-02-16T14:09:44.797012636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6127
level=debug ts=2026-02-16T14:09:44.797017686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=5128
level=debug ts=2026-02-16T14:09:44.797022271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7126
level=debug ts=2026-02-16T14:09:44.797026867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1127
level=debug ts=2026-02-16T14:09:44.797032475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=7126
level=debug ts=2026-02-16T14:09:44.797037657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=1127
level=debug ts=2026-02-16T14:09:44.801776039Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:09:49.536485192Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=8 entries=13 streamLabelsSize="261 B" entriesSize="422 kB" structuredMetadataSize="824 B" totalSize="423 kB" mostRecentLagMs=157 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:49.536515648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="369 kB" policy= mostRecentLagMs=1157
level=debug ts=2026-02-16T14:09:49.536526942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5157
level=debug ts=2026-02-16T14:09:49.536534221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=157
level=debug ts=2026-02-16T14:09:49.5365408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T14:09:49.536547405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9157
level=debug ts=2026-02-16T14:09:49.536553504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=6156
level=debug ts=2026-02-16T14:09:49.536559204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="15 kB" policy= mostRecentLagMs=2156
level=debug ts=2026-02-16T14:09:49.536564102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5157
level=debug ts=2026-02-16T14:09:49.539646471Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:09:51.085249447Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=13 entries=38 streamLabelsSize="360 B" entriesSize="203 kB" structuredMetadataSize="2.5 kB" totalSize="204 kB" mostRecentLagMs=967 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:51.085292617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=9967
level=debug ts=2026-02-16T14:09:51.085309553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="131 kB" policy= mostRecentLagMs=6966
level=debug ts=2026-02-16T14:09:51.085321383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=1967
level=debug ts=2026-02-16T14:09:51.085329747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=3966
level=debug ts=2026-02-16T14:09:51.085340619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=5967
level=debug ts=2026-02-16T14:09:51.085350399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="298 B" policy= mostRecentLagMs=5967
level=debug ts=2026-02-16T14:09:51.085360467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=1967
level=debug ts=2026-02-16T14:09:51.085368747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2967
level=debug ts=2026-02-16T14:09:51.085377639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8966
level=debug ts=2026-02-16T14:09:51.085385503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=5967
level=debug ts=2026-02-16T14:09:51.085393557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=967
level=debug ts=2026-02-16T14:09:51.085403565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=8967
level=debug ts=2026-02-16T14:09:51.085412194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=1967
level=debug ts=2026-02-16T14:09:51.088245568Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:09:51.115266006Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:09:55.293578624Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=9 entries=15 streamLabelsSize="265 B" entriesSize="156 kB" structuredMetadataSize="1.0 kB" totalSize="156 kB" mostRecentLagMs=624 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:09:55.293635595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=624
level=debug ts=2026-02-16T14:09:55.293654526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=7624
level=debug ts=2026-02-16T14:09:55.293666815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="68 kB" policy= mostRecentLagMs=9573
level=debug ts=2026-02-16T14:09:55.29368797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6624
level=debug ts=2026-02-16T14:09:55.293699468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7624
level=debug ts=2026-02-16T14:09:55.293710619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6624
level=debug ts=2026-02-16T14:09:55.293719786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=624
level=debug ts=2026-02-16T14:09:55.29372843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="47 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:09:55.29373745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="24 kB" policy= mostRecentLagMs=6624
level=debug ts=2026-02-16T14:09:55.296709041Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:09:55.843927878Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:36664"
level=debug ts=2026-02-16T14:10:01.128078837Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=9 entries=19 streamLabelsSize="260 B" entriesSize="289 kB" structuredMetadataSize="1.3 kB" totalSize="289 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:01.128109001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:10:01.128120435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:10:01.128125857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="237 kB" policy= mostRecentLagMs=1684
level=debug ts=2026-02-16T14:10:01.128132466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:10:01.128137521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="376 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:10:01.128143811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:10:01.128151579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="35 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:10:01.128157175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:10:01.128162487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:10:01.130757757Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:01.136266059Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=7 entries=12 streamLabelsSize="197 B" entriesSize="351 kB" structuredMetadataSize="774 B" totalSize="352 kB" mostRecentLagMs=1645 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:01.136293758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="235 B" policy= mostRecentLagMs=4756
level=debug ts=2026-02-16T14:10:01.136304531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="881 B" policy= mostRecentLagMs=2756
level=debug ts=2026-02-16T14:10:01.136310356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=4756
level=debug ts=2026-02-16T14:10:01.136316751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4756
level=debug ts=2026-02-16T14:10:01.136322543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9281
level=debug ts=2026-02-16T14:10:01.136328014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="276 kB" policy= mostRecentLagMs=1645
level=debug ts=2026-02-16T14:10:01.136334507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="21 kB" policy= mostRecentLagMs=9756
level=debug ts=2026-02-16T14:10:01.138812745Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:05.68768571Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=9 entries=11 streamLabelsSize="253 B" entriesSize="520 kB" structuredMetadataSize="753 B" totalSize="520 kB" mostRecentLagMs=2153 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:05.687725086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="166 B" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T14:10:05.687741533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3375
level=debug ts=2026-02-16T14:10:05.687751255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7018
level=debug ts=2026-02-16T14:10:05.687760613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="32 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T14:10:05.687768787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="11 kB" policy= mostRecentLagMs=4018
level=debug ts=2026-02-16T14:10:05.687778976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="308 kB" policy= mostRecentLagMs=2153
level=debug ts=2026-02-16T14:10:05.687787127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="502 B" policy= mostRecentLagMs=9018
level=debug ts=2026-02-16T14:10:05.687795667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="13 kB" policy= mostRecentLagMs=4064
level=debug ts=2026-02-16T14:10:05.6878038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="130 kB" policy= mostRecentLagMs=6176
level=debug ts=2026-02-16T14:10:05.691848182Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:11.21566665Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=7 entries=12 streamLabelsSize="210 B" entriesSize="152 kB" structuredMetadataSize="826 B" totalSize="152 kB" mostRecentLagMs=98 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:11.21569503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=5098
level=debug ts=2026-02-16T14:10:11.215706084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=8903
level=debug ts=2026-02-16T14:10:11.215713144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=98
level=debug ts=2026-02-16T14:10:11.21571971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:10:11.215725132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="695 B" policy= mostRecentLagMs=5098
level=debug ts=2026-02-16T14:10:11.215731696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="52 kB" policy= mostRecentLagMs=3457
level=debug ts=2026-02-16T14:10:11.215738768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=3207
level=debug ts=2026-02-16T14:10:11.218371749Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:11.50262827Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=4 entries=9 streamLabelsSize="120 B" entriesSize="399 kB" structuredMetadataSize="574 B" totalSize="400 kB" mostRecentLagMs=280 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:11.502668212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="367 kB" policy= mostRecentLagMs=280
level=debug ts=2026-02-16T14:10:11.502682743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6122
level=debug ts=2026-02-16T14:10:11.502693619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=3122
level=debug ts=2026-02-16T14:10:11.502701942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4123
level=debug ts=2026-02-16T14:10:11.506499775Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:17.674199943Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.0 kB" streams=8 entries=14 streamLabelsSize="253 B" entriesSize="23 kB" structuredMetadataSize="921 B" totalSize="23 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:17.674230934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:10:17.674242784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:10:17.674249138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:10:17.674256193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="874 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:10:17.674261183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:10:17.674267453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:10:17.67427274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:10:17.674278107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:10:17.675657469Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:19.871863049Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T14:10:21.117229845Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:10:21.777653299Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=9 entries=18 streamLabelsSize="278 B" entriesSize="338 kB" structuredMetadataSize="1.2 kB" totalSize="338 kB" mostRecentLagMs=659 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:21.777693443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=2660
level=debug ts=2026-02-16T14:10:21.777706138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2660
level=debug ts=2026-02-16T14:10:21.77771274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=659
level=debug ts=2026-02-16T14:10:21.777719725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=9659
level=debug ts=2026-02-16T14:10:21.777726183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:10:21.777733661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=2660
level=debug ts=2026-02-16T14:10:21.7777392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="267 kB" policy= mostRecentLagMs=5266
level=debug ts=2026-02-16T14:10:21.777744425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=659
level=debug ts=2026-02-16T14:10:21.777749444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=659
level=debug ts=2026-02-16T14:10:21.78284388Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:23.392597978Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=10 entries=15 streamLabelsSize="295 B" entriesSize="230 kB" structuredMetadataSize="967 B" totalSize="230 kB" mostRecentLagMs=13 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:23.392656161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="181 kB" policy= mostRecentLagMs=4857
level=debug ts=2026-02-16T14:10:23.392674435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T14:10:23.392702117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T14:10:23.392714655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T14:10:23.392725783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:10:23.392736193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T14:10:23.392745482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:10:23.39275897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:10:23.392781933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T14:10:23.392793788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T14:10:23.397669274Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:10:23.819673271Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:53154"
ts=2026-02-16T14:10:25.846022271Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:43038"
level=debug ts=2026-02-16T14:10:27.705573021Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=9 entries=19 streamLabelsSize="298 B" entriesSize="646 kB" structuredMetadataSize="1.3 kB" totalSize="646 kB" mostRecentLagMs=36 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:27.705624923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="474 B" policy= mostRecentLagMs=4036
level=debug ts=2026-02-16T14:10:27.705662234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-16T14:10:27.705686743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="676 B" policy= mostRecentLagMs=36
level=debug ts=2026-02-16T14:10:27.705696448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9036
level=debug ts=2026-02-16T14:10:27.705705003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="197 kB" policy= mostRecentLagMs=4343
level=debug ts=2026-02-16T14:10:27.705714145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="324 kB" policy= mostRecentLagMs=36
level=debug ts=2026-02-16T14:10:27.705723291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=8101
level=debug ts=2026-02-16T14:10:27.705733223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=5344
level=debug ts=2026-02-16T14:10:27.705742843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=3833
level=debug ts=2026-02-16T14:10:27.70977832Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:32.129219013Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=7 entries=14 streamLabelsSize="216 B" entriesSize="304 kB" structuredMetadataSize="927 B" totalSize="304 kB" mostRecentLagMs=601 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:32.129255673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=8989
level=debug ts=2026-02-16T14:10:32.129267086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T14:10:32.129274817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="141 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T14:10:32.129280375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T14:10:32.129285613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="252 kB" policy= mostRecentLagMs=601
level=debug ts=2026-02-16T14:10:32.129293585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T14:10:32.129300068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T14:10:32.132159722Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:33.918406747Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=6 entries=8 streamLabelsSize="161 B" entriesSize="332 kB" structuredMetadataSize="505 B" totalSize="332 kB" mostRecentLagMs=2538 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:33.918438923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9065
level=debug ts=2026-02-16T14:10:33.91844997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="279 kB" policy= mostRecentLagMs=5520
level=debug ts=2026-02-16T14:10:33.918458149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="750 B" policy= mostRecentLagMs=8538
level=debug ts=2026-02-16T14:10:33.918464359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="15 kB" policy= mostRecentLagMs=4538
level=debug ts=2026-02-16T14:10:33.918470145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=2538
level=debug ts=2026-02-16T14:10:33.918475675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=7538
level=debug ts=2026-02-16T14:10:33.921228865Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:38.684888943Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=12 entries=22 streamLabelsSize="374 B" entriesSize="634 kB" structuredMetadataSize="1.4 kB" totalSize="634 kB" mostRecentLagMs=15 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:38.684918863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="430 B" policy= mostRecentLagMs=2015
level=debug ts=2026-02-16T14:10:38.684929848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T14:10:38.684936114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="30 kB" policy= mostRecentLagMs=5015
level=debug ts=2026-02-16T14:10:38.684942447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-16T14:10:38.684948448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="16 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T14:10:38.684953865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T14:10:38.684958787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="329 kB" policy= mostRecentLagMs=3224
level=debug ts=2026-02-16T14:10:38.684963877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2015
level=debug ts=2026-02-16T14:10:38.684969361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=16
level=debug ts=2026-02-16T14:10:38.684974409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="170 kB" policy= mostRecentLagMs=2041
level=debug ts=2026-02-16T14:10:38.684979055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T14:10:38.684983842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="72 kB" policy= mostRecentLagMs=9551
level=debug ts=2026-02-16T14:10:38.69202815Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:43.996135882Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=10 entries=19 streamLabelsSize="311 B" entriesSize="352 kB" structuredMetadataSize="1.2 kB" totalSize="352 kB" mostRecentLagMs=107 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:43.996175591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="231 kB" policy= mostRecentLagMs=107
level=debug ts=2026-02-16T14:10:43.996192406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="34 kB" policy= mostRecentLagMs=1432
level=debug ts=2026-02-16T14:10:43.996203102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=4878
level=debug ts=2026-02-16T14:10:43.996211922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2878
level=debug ts=2026-02-16T14:10:43.996219792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=6878
level=debug ts=2026-02-16T14:10:43.996227621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1878
level=debug ts=2026-02-16T14:10:43.996235583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=8877
level=debug ts=2026-02-16T14:10:43.996244562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T14:10:43.996252708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="42 kB" policy= mostRecentLagMs=4878
level=debug ts=2026-02-16T14:10:43.996260459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1878
level=debug ts=2026-02-16T14:10:43.999566928Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:44.391592757Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=8 streamLabelsSize="201 B" entriesSize="237 kB" structuredMetadataSize="518 B" totalSize="237 kB" mostRecentLagMs=580 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:44.391646254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:10:44.391661554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T14:10:44.391672023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="189 kB" policy= mostRecentLagMs=580
level=debug ts=2026-02-16T14:10:44.391680953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=1816
level=debug ts=2026-02-16T14:10:44.391690001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="15 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T14:10:44.391698764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T14:10:44.394298426Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:49.679581241Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=16 entries=20 streamLabelsSize="475 B" entriesSize="364 kB" structuredMetadataSize="1.3 kB" totalSize="365 kB" mostRecentLagMs=180 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:49.679633262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="890 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:10:49.679644938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="239 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:10:49.679652486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:10:49.679657592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="358 B" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:10:49.679662508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:10:49.679668566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="232 B" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:10:49.679673453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="127 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T14:10:49.679678014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="332 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T14:10:49.679682983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=180
level=debug ts=2026-02-16T14:10:49.679687763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T14:10:49.679692247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:10:49.679697431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:10:49.679715926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:10:49.679723752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=2383
level=debug ts=2026-02-16T14:10:49.679729126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="52 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T14:10:49.679734011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="239 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:10:49.682346074Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:10:51.119362394Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:10:54.132347261Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=6 entries=14 streamLabelsSize="185 B" entriesSize="483 kB" structuredMetadataSize="955 B" totalSize="483 kB" mostRecentLagMs=22 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:54.132374674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="430 kB" policy= mostRecentLagMs=22
level=debug ts=2026-02-16T14:10:54.132385744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=3993
level=debug ts=2026-02-16T14:10:54.132392981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-16T14:10:54.132400348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T14:10:54.132406326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T14:10:54.132411877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T14:10:54.135487853Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:55.37678608Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=9 entries=103 streamLabelsSize="252 B" entriesSize="997 kB" structuredMetadataSize="7.5 kB" totalSize="997 kB" mostRecentLagMs=290 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:10:55.376816427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=1996
level=debug ts=2026-02-16T14:10:55.376827953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10028
level=debug ts=2026-02-16T14:10:55.376834339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=503
level=debug ts=2026-02-16T14:10:55.376840672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=9997
level=debug ts=2026-02-16T14:10:55.376846058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="58 kB" policy= mostRecentLagMs=523
level=debug ts=2026-02-16T14:10:55.376851204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="551 kB" policy= mostRecentLagMs=291
level=debug ts=2026-02-16T14:10:55.37685592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=1996
level=debug ts=2026-02-16T14:10:55.37686074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="313 kB" policy= mostRecentLagMs=4070
level=debug ts=2026-02-16T14:10:55.376865487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=997
level=debug ts=2026-02-16T14:10:55.383918309Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:10:59.199661144Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:11:02.658418326Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="76 kB" streams=9 entries=95 streamLabelsSize="291 B" entriesSize="670 kB" structuredMetadataSize="7.1 kB" totalSize="670 kB" mostRecentLagMs=2989 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:02.658447139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="313 kB" policy= mostRecentLagMs=8325
level=debug ts=2026-02-16T14:11:02.658457936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="190 kB" policy= mostRecentLagMs=6452
level=debug ts=2026-02-16T14:11:02.658464194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=4989
level=debug ts=2026-02-16T14:11:02.658469645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=3989
level=debug ts=2026-02-16T14:11:02.658475408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5306
level=debug ts=2026-02-16T14:11:02.658480219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2989
level=debug ts=2026-02-16T14:11:02.658485834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=8325
level=debug ts=2026-02-16T14:11:02.658492025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="79 kB" policy= mostRecentLagMs=4040
level=debug ts=2026-02-16T14:11:02.658497389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=2989
level=debug ts=2026-02-16T14:11:02.664043812Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:11:04.95459254Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=10 streamLabelsSize="247 B" entriesSize="227 kB" structuredMetadataSize="650 B" totalSize="228 kB" mostRecentLagMs=2836 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:04.954640901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9836
level=debug ts=2026-02-16T14:11:04.954653163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=9836
level=debug ts=2026-02-16T14:11:04.954660359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2836
level=debug ts=2026-02-16T14:11:04.954667954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="156 kB" policy= mostRecentLagMs=6971
level=debug ts=2026-02-16T14:11:04.954674638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3836
level=debug ts=2026-02-16T14:11:04.954681876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=8385
level=debug ts=2026-02-16T14:11:04.954687945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4836
level=debug ts=2026-02-16T14:11:04.954693679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=9836
level=debug ts=2026-02-16T14:11:04.956599685Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:11:05.400296862Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=13 entries=34 streamLabelsSize="375 B" entriesSize="526 kB" structuredMetadataSize="2.3 kB" totalSize="526 kB" mostRecentLagMs=20 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:05.400337706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T14:11:05.400353711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="13 kB" policy= mostRecentLagMs=20
level=debug ts=2026-02-16T14:11:05.400363633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="340 B" policy= mostRecentLagMs=9020
level=debug ts=2026-02-16T14:11:05.400372779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=6020
level=debug ts=2026-02-16T14:11:05.400381425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1021
level=debug ts=2026-02-16T14:11:05.400391477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="91 kB" policy= mostRecentLagMs=276
level=debug ts=2026-02-16T14:11:05.400399405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=8035
level=debug ts=2026-02-16T14:11:05.400408726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1021
level=debug ts=2026-02-16T14:11:05.400417546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="367 kB" policy= mostRecentLagMs=4208
level=debug ts=2026-02-16T14:11:05.40042564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=2020
level=debug ts=2026-02-16T14:11:05.400434168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=20
level=debug ts=2026-02-16T14:11:05.400442551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="338 B" policy= mostRecentLagMs=4020
level=debug ts=2026-02-16T14:11:05.400450652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7020
level=debug ts=2026-02-16T14:11:05.427922436Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:11:12.685714243Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=12 entries=17 streamLabelsSize="359 B" entriesSize="563 kB" structuredMetadataSize="1.2 kB" totalSize="563 kB" mostRecentLagMs=15 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:12.685744226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="68 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T14:11:12.685755178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T14:11:12.685763081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=8016
level=debug ts=2026-02-16T14:11:12.685768955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4017
level=debug ts=2026-02-16T14:11:12.685774727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="125 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T14:11:12.685779718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="42 kB" policy= mostRecentLagMs=6795
level=debug ts=2026-02-16T14:11:12.685785849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5679
level=debug ts=2026-02-16T14:11:12.68579159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=7016
level=debug ts=2026-02-16T14:11:12.68579757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T14:11:12.685803538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="288 kB" policy= mostRecentLagMs=8441
level=debug ts=2026-02-16T14:11:12.685808622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=16
level=debug ts=2026-02-16T14:11:12.685813314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4017
level=debug ts=2026-02-16T14:11:12.690091475Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:11:15.192780369Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.0 kB" streams=5 entries=7 streamLabelsSize="148 B" entriesSize="80 kB" structuredMetadataSize="425 B" totalSize="80 kB" mostRecentLagMs=1075 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:15.192808934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=8074
level=debug ts=2026-02-16T14:11:15.192819573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=1075
level=debug ts=2026-02-16T14:11:15.192826608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=3074
level=debug ts=2026-02-16T14:11:15.192833195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="48 kB" policy= mostRecentLagMs=4074
level=debug ts=2026-02-16T14:11:15.19283948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6075
level=debug ts=2026-02-16T14:11:15.19487525Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:11:16.395438409Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=9 entries=15 streamLabelsSize="263 B" entriesSize="403 kB" structuredMetadataSize="975 B" totalSize="403 kB" mostRecentLagMs=16 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:16.395481018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=9015
level=debug ts=2026-02-16T14:11:16.395499394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T14:11:16.395512277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="51 kB" policy= mostRecentLagMs=242
level=debug ts=2026-02-16T14:11:16.395521781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=6629
level=debug ts=2026-02-16T14:11:16.395531986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=36
level=debug ts=2026-02-16T14:11:16.395542621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="283 kB" policy= mostRecentLagMs=471
level=debug ts=2026-02-16T14:11:16.395551228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=16
level=debug ts=2026-02-16T14:11:16.39556027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9015
level=debug ts=2026-02-16T14:11:16.395569446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=5015
level=debug ts=2026-02-16T14:11:16.400837386Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:11:21.121319687Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:11:23.703367769Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="106 kB" streams=9 entries=110 streamLabelsSize="267 B" entriesSize="1.5 MB" structuredMetadataSize="8.0 kB" totalSize="1.5 MB" mostRecentLagMs=1033 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:23.703399952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=6722
level=debug ts=2026-02-16T14:11:23.703411025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=5770
level=debug ts=2026-02-16T14:11:23.703418343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="582 B" policy= mostRecentLagMs=3034
level=debug ts=2026-02-16T14:11:23.703423852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="116 kB" policy= mostRecentLagMs=2062
level=debug ts=2026-02-16T14:11:23.703430162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="152 kB" policy= mostRecentLagMs=6670
level=debug ts=2026-02-16T14:11:23.703435499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="800 kB" policy= mostRecentLagMs=1544
level=debug ts=2026-02-16T14:11:23.703441512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="48 kB" policy= mostRecentLagMs=8034
level=debug ts=2026-02-16T14:11:23.703446196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=8034
level=debug ts=2026-02-16T14:11:23.703450888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="333 kB" policy= mostRecentLagMs=1033
level=debug ts=2026-02-16T14:11:23.743461108Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:11:23.823197258Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:48610"
level=debug ts=2026-02-16T14:11:25.365535771Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=4 entries=17 streamLabelsSize="117 B" entriesSize="772 kB" structuredMetadataSize="1.2 kB" totalSize="772 kB" mostRecentLagMs=247 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:25.365566748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="42 kB" policy= mostRecentLagMs=247
level=debug ts=2026-02-16T14:11:25.365577946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=7216
level=debug ts=2026-02-16T14:11:25.365584373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=9248
level=debug ts=2026-02-16T14:11:25.365589541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="646 kB" policy= mostRecentLagMs=2275
level=debug ts=2026-02-16T14:11:25.370185906Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:11:27.131053964Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="73 kB" streams=10 entries=29 streamLabelsSize="298 B" entriesSize="1.4 MB" structuredMetadataSize="1.8 kB" totalSize="1.4 MB" mostRecentLagMs=750 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:27.131084588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=3751
level=debug ts=2026-02-16T14:11:27.131095315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=1521
level=debug ts=2026-02-16T14:11:27.131102906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=8750
level=debug ts=2026-02-16T14:11:27.131109109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="41 kB" policy= mostRecentLagMs=9034
level=debug ts=2026-02-16T14:11:27.13111402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=750
level=debug ts=2026-02-16T14:11:27.13111927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=7751
level=debug ts=2026-02-16T14:11:27.131123889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="51 kB" policy= mostRecentLagMs=4807
level=debug ts=2026-02-16T14:11:27.131128619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="122 kB" policy= mostRecentLagMs=8123
level=debug ts=2026-02-16T14:11:27.131133704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=3751
level=debug ts=2026-02-16T14:11:27.131138103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="239 B" policy= mostRecentLagMs=3751
level=debug ts=2026-02-16T14:11:27.139996296Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:11:27.2876575Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:34176"
level=debug ts=2026-02-16T14:11:32.360919943Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="239 kB" streams=11 entries=427 streamLabelsSize="322 B" entriesSize="2.0 MB" structuredMetadataSize="32 kB" totalSize="2.0 MB" mostRecentLagMs=128 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:32.360951832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3110
level=debug ts=2026-02-16T14:11:32.360962419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=1661
level=debug ts=2026-02-16T14:11:32.360968785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=128
level=debug ts=2026-02-16T14:11:32.360975157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3110
level=debug ts=2026-02-16T14:11:32.360981331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=7552
level=debug ts=2026-02-16T14:11:32.360986463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3110
level=debug ts=2026-02-16T14:11:32.360991225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=1972
level=debug ts=2026-02-16T14:11:32.360995965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="192 kB" policy= mostRecentLagMs=740
level=debug ts=2026-02-16T14:11:32.361000773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=3110
level=debug ts=2026-02-16T14:11:32.3610055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="630 B" policy= mostRecentLagMs=1972
level=debug ts=2026-02-16T14:11:32.36101033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3110
level=debug ts=2026-02-16T14:11:32.377029002Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:11:36.306989473Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="78 kB" streams=10 entries=102 streamLabelsSize="298 B" entriesSize="1.1 MB" structuredMetadataSize="7.4 kB" totalSize="1.1 MB" mostRecentLagMs=28 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:36.307022605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="691 kB" policy= mostRecentLagMs=5679
level=debug ts=2026-02-16T14:11:36.307033493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="21 kB" policy= mostRecentLagMs=574
level=debug ts=2026-02-16T14:11:36.307040768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5188
level=debug ts=2026-02-16T14:11:36.307046121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4189
level=debug ts=2026-02-16T14:11:36.3070512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="13 kB" policy= mostRecentLagMs=7189
level=debug ts=2026-02-16T14:11:36.307056562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=5188
level=debug ts=2026-02-16T14:11:36.307062879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5188
level=debug ts=2026-02-16T14:11:36.307068304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="337 kB" policy= mostRecentLagMs=28
level=debug ts=2026-02-16T14:11:36.307073263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=6189
level=debug ts=2026-02-16T14:11:36.307079113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="10 kB" policy= mostRecentLagMs=7189
level=debug ts=2026-02-16T14:11:36.312567736Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:11:38.392761722Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=10 entries=28 streamLabelsSize="309 B" entriesSize="276 kB" structuredMetadataSize="1.7 kB" totalSize="276 kB" mostRecentLagMs=407 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:38.392794522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="21 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T14:11:38.392807396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="229 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T14:11:38.392814765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T14:11:38.392820503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="682 B" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T14:11:38.39282706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8697
level=debug ts=2026-02-16T14:11:38.392832502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=6961
level=debug ts=2026-02-16T14:11:38.392837789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="26 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T14:11:38.392844027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="180 kB" policy= mostRecentLagMs=408
level=debug ts=2026-02-16T14:11:38.392849518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T14:11:38.39285438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:11:38.408262712Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:11:38.425267506Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="290 kB" streams=6 entries=382 streamLabelsSize="176 B" entriesSize="2.0 MB" structuredMetadataSize="29 kB" totalSize="2.0 MB" mostRecentLagMs=55 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:38.425298771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="40 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:11:38.425310075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T14:11:38.425317429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=55
level=debug ts=2026-02-16T14:11:38.425322889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="358 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:11:38.425328915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="40 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:11:38.425333972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T14:11:38.440114283Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:11:45.35693929Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="162 kB" streams=9 entries=195 streamLabelsSize="267 B" entriesSize="2.0 MB" structuredMetadataSize="14 kB" totalSize="2.0 MB" mostRecentLagMs=225 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:45.356972443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="333 kB" policy= mostRecentLagMs=3890
level=debug ts=2026-02-16T14:11:45.356983721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=4904
level=debug ts=2026-02-16T14:11:45.356990588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=993
level=debug ts=2026-02-16T14:11:45.356997782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4925
level=debug ts=2026-02-16T14:11:45.357003241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=225
level=debug ts=2026-02-16T14:11:45.3570085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:11:45.357013558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="333 kB" policy= mostRecentLagMs=2635
level=debug ts=2026-02-16T14:11:45.357019108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2635
level=debug ts=2026-02-16T14:11:45.35702429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="25 kB" policy= mostRecentLagMs=2948
level=debug ts=2026-02-16T14:11:45.372204629Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:11:45.899266606Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="219 kB" streams=9 entries=222 streamLabelsSize="296 B" entriesSize="1.9 MB" structuredMetadataSize="16 kB" totalSize="1.9 MB" mostRecentLagMs=343 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:45.899332571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6178
level=debug ts=2026-02-16T14:11:45.899351555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7504
level=debug ts=2026-02-16T14:11:45.899364188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="14 kB" policy= mostRecentLagMs=4254
level=debug ts=2026-02-16T14:11:45.899373984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="213 B" policy= mostRecentLagMs=3229
level=debug ts=2026-02-16T14:11:45.899383506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="834 kB" policy= mostRecentLagMs=343
level=debug ts=2026-02-16T14:11:45.899392324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="959 kB" policy= mostRecentLagMs=3917
level=debug ts=2026-02-16T14:11:45.899400791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="106 kB" policy= mostRecentLagMs=1170
level=debug ts=2026-02-16T14:11:45.899409531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4254
level=debug ts=2026-02-16T14:11:45.899424231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=1230
level=debug ts=2026-02-16T14:11:45.91194862Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:11:49.110356506Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="92 kB" streams=11 entries=30 streamLabelsSize="311 B" entriesSize="1.9 MB" structuredMetadataSize="1.8 kB" totalSize="1.9 MB" mostRecentLagMs=223 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:49.110428809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=4730
level=debug ts=2026-02-16T14:11:49.110464055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="103 B" policy= mostRecentLagMs=6730
level=debug ts=2026-02-16T14:11:49.110484536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=6730
level=debug ts=2026-02-16T14:11:49.110502533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=6730
level=debug ts=2026-02-16T14:11:49.110520525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="289 B" policy= mostRecentLagMs=4730
level=debug ts=2026-02-16T14:11:49.110535228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=223
level=debug ts=2026-02-16T14:11:49.110557002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="79 kB" policy= mostRecentLagMs=5060
level=debug ts=2026-02-16T14:11:49.110581984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=10064
level=debug ts=2026-02-16T14:11:49.110640053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="112 kB" policy= mostRecentLagMs=5691
level=debug ts=2026-02-16T14:11:49.110658739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="449 B" policy= mostRecentLagMs=1730
level=debug ts=2026-02-16T14:11:49.11067335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=2096
level=debug ts=2026-02-16T14:11:49.12043585Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:11:51.123899796Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:11:55.348269865Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="76 kB" streams=11 entries=34 streamLabelsSize="329 B" entriesSize="1.2 MB" structuredMetadataSize="2.3 kB" totalSize="1.2 MB" mostRecentLagMs=433 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:55.348316424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=4229
level=debug ts=2026-02-16T14:11:55.348347693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="19 kB" policy= mostRecentLagMs=1429
level=debug ts=2026-02-16T14:11:55.3483612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=3230
level=debug ts=2026-02-16T14:11:55.348370464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="167 B" policy= mostRecentLagMs=1230
level=debug ts=2026-02-16T14:11:55.348378931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=5230
level=debug ts=2026-02-16T14:11:55.34838737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1230
level=debug ts=2026-02-16T14:11:55.348395271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=6230
level=debug ts=2026-02-16T14:11:55.348404186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=8230
level=debug ts=2026-02-16T14:11:55.348412974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=433
level=debug ts=2026-02-16T14:11:55.348422473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=1551
level=debug ts=2026-02-16T14:11:55.348430377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=2229
level=debug ts=2026-02-16T14:11:55.354758066Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:11:55.850994666Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:35478"
level=debug ts=2026-02-16T14:11:55.868063628Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="61 kB" streams=8 entries=26 streamLabelsSize="230 B" entriesSize="1.4 MB" structuredMetadataSize="1.7 kB" totalSize="1.4 MB" mostRecentLagMs=448 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:55.868118948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=7198
level=debug ts=2026-02-16T14:11:55.868145924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="744 kB" policy= mostRecentLagMs=448
level=debug ts=2026-02-16T14:11:55.868163584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="107 kB" policy= mostRecentLagMs=8199
level=debug ts=2026-02-16T14:11:55.868179678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7198
level=debug ts=2026-02-16T14:11:55.868196338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=9155
level=debug ts=2026-02-16T14:11:55.868210736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="456 kB" policy= mostRecentLagMs=8797
level=debug ts=2026-02-16T14:11:55.86822526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="30 kB" policy= mostRecentLagMs=1199
level=debug ts=2026-02-16T14:11:55.868238012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=3199
level=debug ts=2026-02-16T14:11:55.876396817Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:11:57.296786406Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:36708"
level=debug ts=2026-02-16T14:11:58.442932866Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="96 kB" streams=8 entries=33 streamLabelsSize="238 B" entriesSize="2.1 MB" structuredMetadataSize="2.1 kB" totalSize="2.1 MB" mostRecentLagMs=102 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:11:58.442981395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=1062
level=debug ts=2026-02-16T14:11:58.442999681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=103
level=debug ts=2026-02-16T14:11:58.443014209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="40 kB" policy= mostRecentLagMs=1804
level=debug ts=2026-02-16T14:11:58.443024109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=7063
level=debug ts=2026-02-16T14:11:58.443032584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="707 B" policy= mostRecentLagMs=5063
level=debug ts=2026-02-16T14:11:58.443040995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="44 kB" policy= mostRecentLagMs=3788
level=debug ts=2026-02-16T14:11:58.443064879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9063
level=debug ts=2026-02-16T14:11:58.4430731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="827 B" policy= mostRecentLagMs=3063
level=debug ts=2026-02-16T14:11:58.456331913Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:11:59.715735123Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:12:06.050297386Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="75 kB" streams=10 entries=38 streamLabelsSize="306 B" entriesSize="1.4 MB" structuredMetadataSize="2.3 kB" totalSize="1.4 MB" mostRecentLagMs=761 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:06.050339941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="144 kB" policy= mostRecentLagMs=871
level=debug ts=2026-02-16T14:12:06.050357686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="13 kB" policy= mostRecentLagMs=6381
level=debug ts=2026-02-16T14:12:06.050367479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=8381
level=debug ts=2026-02-16T14:12:06.050374822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="230 B" policy= mostRecentLagMs=1381
level=debug ts=2026-02-16T14:12:06.050380227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=4381
level=debug ts=2026-02-16T14:12:06.050385267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="696 B" policy= mostRecentLagMs=8381
level=debug ts=2026-02-16T14:12:06.05038998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=5381
level=debug ts=2026-02-16T14:12:06.05039489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=761
level=debug ts=2026-02-16T14:12:06.050399793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8381
level=debug ts=2026-02-16T14:12:06.050405126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=4381
level=debug ts=2026-02-16T14:12:06.057189606Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:06.182885256Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="105 kB" streams=12 entries=50 streamLabelsSize="366 B" entriesSize="1.8 MB" structuredMetadataSize="3.1 kB" totalSize="1.8 MB" mostRecentLagMs=711 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:06.1829244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=8060
level=debug ts=2026-02-16T14:12:06.182936367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="29 kB" policy= mostRecentLagMs=6065
level=debug ts=2026-02-16T14:12:06.182943889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="13 kB" policy= mostRecentLagMs=3064
level=debug ts=2026-02-16T14:12:06.182950048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="17 kB" policy= mostRecentLagMs=9461
level=debug ts=2026-02-16T14:12:06.18295894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="229 B" policy= mostRecentLagMs=6065
level=debug ts=2026-02-16T14:12:06.182967256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=7064
level=debug ts=2026-02-16T14:12:06.182975623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="696 B" policy= mostRecentLagMs=9063
level=debug ts=2026-02-16T14:12:06.182981315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5064
level=debug ts=2026-02-16T14:12:06.182986968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=711
level=debug ts=2026-02-16T14:12:06.182992186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4064
level=debug ts=2026-02-16T14:12:06.182996986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="696 B" policy= mostRecentLagMs=8063
level=debug ts=2026-02-16T14:12:06.183002436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="696 B" policy= mostRecentLagMs=7064
level=debug ts=2026-02-16T14:12:06.193751546Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:08.43828994Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="83 kB" streams=10 entries=33 streamLabelsSize="288 B" entriesSize="1.7 MB" structuredMetadataSize="2.1 kB" totalSize="1.7 MB" mostRecentLagMs=58 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:08.438336258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=1891
level=debug ts=2026-02-16T14:12:08.438352802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=697
level=debug ts=2026-02-16T14:12:08.438366022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6085
level=debug ts=2026-02-16T14:12:08.438376167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4970
level=debug ts=2026-02-16T14:12:08.438386001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1058
level=debug ts=2026-02-16T14:12:08.438395154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="42 kB" policy= mostRecentLagMs=697
level=debug ts=2026-02-16T14:12:08.438404085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="36 kB" policy= mostRecentLagMs=1058
level=debug ts=2026-02-16T14:12:08.438412068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="14 kB" policy= mostRecentLagMs=10044
level=debug ts=2026-02-16T14:12:08.43842096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=10058
level=debug ts=2026-02-16T14:12:08.438430044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=58
level=debug ts=2026-02-16T14:12:08.445873224Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:16.174242294Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="58 kB" streams=6 entries=19 streamLabelsSize="188 B" entriesSize="949 kB" structuredMetadataSize="1.3 kB" totalSize="950 kB" mostRecentLagMs=1947 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:16.174275927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=5426
level=debug ts=2026-02-16T14:12:16.174287981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10022
level=debug ts=2026-02-16T14:12:16.174294508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5055
level=debug ts=2026-02-16T14:12:16.174300151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="232 B" policy= mostRecentLagMs=2056
level=debug ts=2026-02-16T14:12:16.174305627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="80 kB" policy= mostRecentLagMs=6568
level=debug ts=2026-02-16T14:12:16.174310703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="795 kB" policy= mostRecentLagMs=1947
level=debug ts=2026-02-16T14:12:16.179189648Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:17.261569257Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="78 kB" streams=10 entries=29 streamLabelsSize="340 B" entriesSize="1.6 MB" structuredMetadataSize="1.9 kB" totalSize="1.6 MB" mostRecentLagMs=279 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:17.261599344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="16 kB" policy= mostRecentLagMs=8592
level=debug ts=2026-02-16T14:12:17.261628457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=8592
level=debug ts=2026-02-16T14:12:17.261635471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8592
level=debug ts=2026-02-16T14:12:17.261641134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="136 kB" policy= mostRecentLagMs=2850
level=debug ts=2026-02-16T14:12:17.261646293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="288 kB" policy= mostRecentLagMs=5587
level=debug ts=2026-02-16T14:12:17.261651071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="734 kB" policy= mostRecentLagMs=1381
level=debug ts=2026-02-16T14:12:17.261656251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4592
level=debug ts=2026-02-16T14:12:17.261661404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="330 kB" policy= mostRecentLagMs=279
level=debug ts=2026-02-16T14:12:17.2616662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="32 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:12:17.261670874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3592
level=debug ts=2026-02-16T14:12:17.269666777Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:18.673666663Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=12 entries=20 streamLabelsSize="371 B" entriesSize="782 kB" structuredMetadataSize="1.2 kB" totalSize="782 kB" mostRecentLagMs=294 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:18.673706266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5293
level=debug ts=2026-02-16T14:12:18.673717475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="655 kB" policy= mostRecentLagMs=3194
level=debug ts=2026-02-16T14:12:18.673723466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="326 B" policy= mostRecentLagMs=1293
level=debug ts=2026-02-16T14:12:18.673728948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="753 B" policy= mostRecentLagMs=294
level=debug ts=2026-02-16T14:12:18.67373421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=294
level=debug ts=2026-02-16T14:12:18.673739127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="449 B" policy= mostRecentLagMs=1293
level=debug ts=2026-02-16T14:12:18.673744113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2294
level=debug ts=2026-02-16T14:12:18.673748872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=9921
level=debug ts=2026-02-16T14:12:18.673754139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="49 kB" policy= mostRecentLagMs=8997
level=debug ts=2026-02-16T14:12:18.673759442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5293
level=debug ts=2026-02-16T14:12:18.673764156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=7986
level=debug ts=2026-02-16T14:12:18.673768651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="930 B" policy= mostRecentLagMs=294
level=debug ts=2026-02-16T14:12:18.677993183Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:12:21.125932426Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
ts=2026-02-16T14:12:23.826980079Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:46524"
level=debug ts=2026-02-16T14:12:27.147620748Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="54 kB" streams=11 entries=29 streamLabelsSize="312 B" entriesSize="884 kB" structuredMetadataSize="1.8 kB" totalSize="884 kB" mostRecentLagMs=1029 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:27.147660588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="644 B" policy= mostRecentLagMs=4029
level=debug ts=2026-02-16T14:12:27.147677639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="40 kB" policy= mostRecentLagMs=6911
level=debug ts=2026-02-16T14:12:27.147689848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="680 kB" policy= mostRecentLagMs=2029
level=debug ts=2026-02-16T14:12:27.147699371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=4256
level=debug ts=2026-02-16T14:12:27.147708547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=1029
level=debug ts=2026-02-16T14:12:27.1477197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="33 kB" policy= mostRecentLagMs=7410
level=debug ts=2026-02-16T14:12:27.14775894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=4029
level=debug ts=2026-02-16T14:12:27.147769148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=5029
level=debug ts=2026-02-16T14:12:27.147777301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="403 B" policy= mostRecentLagMs=5029
level=debug ts=2026-02-16T14:12:27.147785496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9029
level=debug ts=2026-02-16T14:12:27.147794048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=1029
level=debug ts=2026-02-16T14:12:27.154565415Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:27.705018677Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="89 kB" streams=9 entries=28 streamLabelsSize="291 B" entriesSize="1.2 MB" structuredMetadataSize="1.8 kB" totalSize="1.2 MB" mostRecentLagMs=363 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:27.705066123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="173 kB" policy= mostRecentLagMs=1041
level=debug ts=2026-02-16T14:12:27.705083907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="53 kB" policy= mostRecentLagMs=363
level=debug ts=2026-02-16T14:12:27.705096726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2036
level=debug ts=2026-02-16T14:12:27.705108238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5035
level=debug ts=2026-02-16T14:12:27.705116782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="768 kB" policy= mostRecentLagMs=406
level=debug ts=2026-02-16T14:12:27.705126315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="189 kB" policy= mostRecentLagMs=3036
level=debug ts=2026-02-16T14:12:27.705137106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=3790
level=debug ts=2026-02-16T14:12:27.705145006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=9035
level=debug ts=2026-02-16T14:12:27.705153704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=3036
level=debug ts=2026-02-16T14:12:27.711828347Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:28.947059313Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="96 kB" streams=9 entries=38 streamLabelsSize="262 B" entriesSize="2.1 MB" structuredMetadataSize="2.4 kB" totalSize="2.1 MB" mostRecentLagMs=165 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:28.947105043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8567
level=debug ts=2026-02-16T14:12:28.947121929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=567
level=debug ts=2026-02-16T14:12:28.947129874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="62 kB" policy= mostRecentLagMs=4599
level=debug ts=2026-02-16T14:12:28.94713701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5343
level=debug ts=2026-02-16T14:12:28.947143284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="32 kB" policy= mostRecentLagMs=567
level=debug ts=2026-02-16T14:12:28.947148379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="182 kB" policy= mostRecentLagMs=165
level=debug ts=2026-02-16T14:12:28.947153721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=987
level=debug ts=2026-02-16T14:12:28.947158858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=2567
level=debug ts=2026-02-16T14:12:28.947163637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="350 B" policy= mostRecentLagMs=6567
level=debug ts=2026-02-16T14:12:28.957802706Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:35.160051333Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="127 kB" streams=9 entries=44 streamLabelsSize="325 B" entriesSize="2.1 MB" structuredMetadataSize="2.9 kB" totalSize="2.1 MB" mostRecentLagMs=41 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:35.160084957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=601
level=debug ts=2026-02-16T14:12:35.160097599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="368 kB" policy= mostRecentLagMs=2338
level=debug ts=2026-02-16T14:12:35.16010422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=5041
level=debug ts=2026-02-16T14:12:35.160111311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4041
level=debug ts=2026-02-16T14:12:35.160116903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="203 kB" policy= mostRecentLagMs=499
level=debug ts=2026-02-16T14:12:35.160122701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=6108
level=debug ts=2026-02-16T14:12:35.160128152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=41
level=debug ts=2026-02-16T14:12:35.160134123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=4041
level=debug ts=2026-02-16T14:12:35.160139047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=2042
level=debug ts=2026-02-16T14:12:35.169206208Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:37.851220987Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="80 kB" streams=9 entries=36 streamLabelsSize="289 B" entriesSize="1.6 MB" structuredMetadataSize="2.3 kB" totalSize="1.6 MB" mostRecentLagMs=182 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:37.851253962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="17 kB" policy= mostRecentLagMs=2182
level=debug ts=2026-02-16T14:12:37.851265042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="53 kB" policy= mostRecentLagMs=182
level=debug ts=2026-02-16T14:12:37.851272224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="180 kB" policy= mostRecentLagMs=4182
level=debug ts=2026-02-16T14:12:37.851288373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=182
level=debug ts=2026-02-16T14:12:37.851300397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=182
level=debug ts=2026-02-16T14:12:37.851306793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=182
level=debug ts=2026-02-16T14:12:37.851311987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="143 kB" policy= mostRecentLagMs=3021
level=debug ts=2026-02-16T14:12:37.851317537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="696 B" policy= mostRecentLagMs=5182
level=debug ts=2026-02-16T14:12:37.851322424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=4182
level=debug ts=2026-02-16T14:12:37.858422165Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:38.239107249Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:12:38.659880749Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="94 kB" streams=5 entries=32 streamLabelsSize="149 B" entriesSize="2.0 MB" structuredMetadataSize="1.9 kB" totalSize="2.0 MB" mostRecentLagMs=599 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:38.659909402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="10 kB" policy= mostRecentLagMs=2279
level=debug ts=2026-02-16T14:12:38.659920326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="65 kB" policy= mostRecentLagMs=2183
level=debug ts=2026-02-16T14:12:38.659927729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4280
level=debug ts=2026-02-16T14:12:38.659933857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=599
level=debug ts=2026-02-16T14:12:38.659939186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="39 kB" policy= mostRecentLagMs=5107
level=debug ts=2026-02-16T14:12:38.703396187Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:45.15648184Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="104 kB" streams=14 entries=41 streamLabelsSize="400 B" entriesSize="1.8 MB" structuredMetadataSize="2.7 kB" totalSize="1.8 MB" mostRecentLagMs=38 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:45.156513088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=2038
level=debug ts=2026-02-16T14:12:45.156524208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=38
level=debug ts=2026-02-16T14:12:45.15653042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=1038
level=debug ts=2026-02-16T14:12:45.156536122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1038
level=debug ts=2026-02-16T14:12:45.156542372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="29 kB" policy= mostRecentLagMs=10038
level=debug ts=2026-02-16T14:12:45.156547706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3038
level=debug ts=2026-02-16T14:12:45.15655312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=167
level=debug ts=2026-02-16T14:12:45.156558217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=3207
level=debug ts=2026-02-16T14:12:45.156564019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=1197
level=debug ts=2026-02-16T14:12:45.156568986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="20 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:12:45.156573577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=1038
level=debug ts=2026-02-16T14:12:45.156578149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=3038
level=debug ts=2026-02-16T14:12:45.156582793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7038
level=debug ts=2026-02-16T14:12:45.156587375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=2038
level=debug ts=2026-02-16T14:12:45.164827171Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:48.653166909Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="81 kB" streams=10 entries=39 streamLabelsSize="292 B" entriesSize="1.7 MB" structuredMetadataSize="2.4 kB" totalSize="1.7 MB" mostRecentLagMs=273 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:48.653196063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=1200
level=debug ts=2026-02-16T14:12:48.653207533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="121 kB" policy= mostRecentLagMs=1623
level=debug ts=2026-02-16T14:12:48.653213483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=273
level=debug ts=2026-02-16T14:12:48.653219653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=273
level=debug ts=2026-02-16T14:12:48.653225741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5273
level=debug ts=2026-02-16T14:12:48.653231078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=2721
level=debug ts=2026-02-16T14:12:48.653236143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=5616
level=debug ts=2026-02-16T14:12:48.653241285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="364 B" policy= mostRecentLagMs=2273
level=debug ts=2026-02-16T14:12:48.653246586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5309
level=debug ts=2026-02-16T14:12:48.653251169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=5273
level=debug ts=2026-02-16T14:12:48.660085144Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:48.705515969Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="65 kB" streams=14 entries=31 streamLabelsSize="417 B" entriesSize="1.4 MB" structuredMetadataSize="2.0 kB" totalSize="1.4 MB" mostRecentLagMs=36 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:48.705545991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="43 kB" policy= mostRecentLagMs=2735
level=debug ts=2026-02-16T14:12:48.705557676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="87 kB" policy= mostRecentLagMs=38
level=debug ts=2026-02-16T14:12:48.705565305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="15 kB" policy= mostRecentLagMs=9036
level=debug ts=2026-02-16T14:12:48.705571337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10036
level=debug ts=2026-02-16T14:12:48.70557689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="577 kB" policy= mostRecentLagMs=2431
level=debug ts=2026-02-16T14:12:48.705581838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=37
level=debug ts=2026-02-16T14:12:48.705586848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=9036
level=debug ts=2026-02-16T14:12:48.705592258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="145 kB" policy= mostRecentLagMs=2878
level=debug ts=2026-02-16T14:12:48.705597858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10036
level=debug ts=2026-02-16T14:12:48.705602993Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10036
level=debug ts=2026-02-16T14:12:48.705622931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="26 kB" policy= mostRecentLagMs=1036
level=debug ts=2026-02-16T14:12:48.705628383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="492 kB" policy= mostRecentLagMs=5212
level=debug ts=2026-02-16T14:12:48.705633838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="13 kB" policy= mostRecentLagMs=8101
level=debug ts=2026-02-16T14:12:48.705638742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=5036
level=debug ts=2026-02-16T14:12:48.711664444Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:12:51.128255044Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:12:55.415455109Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=7 entries=20 streamLabelsSize="212 B" entriesSize="829 kB" structuredMetadataSize="1.3 kB" totalSize="830 kB" mostRecentLagMs=1297 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:55.415484538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=5297
level=debug ts=2026-02-16T14:12:55.415496106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4297
level=debug ts=2026-02-16T14:12:55.415503135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=9593
level=debug ts=2026-02-16T14:12:55.4155092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="434 B" policy= mostRecentLagMs=6297
level=debug ts=2026-02-16T14:12:55.415515408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="758 kB" policy= mostRecentLagMs=1608
level=debug ts=2026-02-16T14:12:55.415520315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1297
level=debug ts=2026-02-16T14:12:55.415525219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5297
level=debug ts=2026-02-16T14:12:55.419907765Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:59.100444088Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="57 kB" streams=11 entries=35 streamLabelsSize="332 B" entriesSize="1.1 MB" structuredMetadataSize="2.2 kB" totalSize="1.1 MB" mostRecentLagMs=138 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:59.100474223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=5720
level=debug ts=2026-02-16T14:12:59.100485302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="922 B" policy= mostRecentLagMs=4720
level=debug ts=2026-02-16T14:12:59.100492065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff-managed\"}" streamLabelsHash=2327366018 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=720
level=debug ts=2026-02-16T14:12:59.100498157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="536 B" policy= mostRecentLagMs=2720
level=debug ts=2026-02-16T14:12:59.10050344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="37 kB" policy= mostRecentLagMs=2382
level=debug ts=2026-02-16T14:12:59.100508533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="965 kB" policy= mostRecentLagMs=2702
level=debug ts=2026-02-16T14:12:59.100513307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7720
level=debug ts=2026-02-16T14:12:59.100518417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=138
level=debug ts=2026-02-16T14:12:59.100523486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="323 B" policy= mostRecentLagMs=1720
level=debug ts=2026-02-16T14:12:59.10052864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="50 kB" policy= mostRecentLagMs=2971
level=debug ts=2026-02-16T14:12:59.100533453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1367
level=debug ts=2026-02-16T14:12:59.106105398Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:12:59.685052002Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=9 entries=21 streamLabelsSize="283 B" entriesSize="630 kB" structuredMetadataSize="1.3 kB" totalSize="630 kB" mostRecentLagMs=1015 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:12:59.685083659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-16T14:12:59.685094257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T14:12:59.685100559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="16 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-16T14:12:59.685106898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="20 kB" policy= mostRecentLagMs=5016
level=debug ts=2026-02-16T14:12:59.68511211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1719
level=debug ts=2026-02-16T14:12:59.685118941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="464 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T14:12:59.685124372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="95 kB" policy= mostRecentLagMs=3144
level=debug ts=2026-02-16T14:12:59.685130339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T14:12:59.685135156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T14:12:59.689154518Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:13:05.942058548Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="68 kB" streams=11 entries=35 streamLabelsSize="337 B" entriesSize="1.0 MB" structuredMetadataSize="2.3 kB" totalSize="1.0 MB" mostRecentLagMs=951 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:05.942089824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4824
level=debug ts=2026-02-16T14:13:05.942101937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff-managed\"}" streamLabelsHash=2327366018 streamSizeBytes="112 B" policy= mostRecentLagMs=3823
level=debug ts=2026-02-16T14:13:05.942108061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="496 B" policy= mostRecentLagMs=2822
level=debug ts=2026-02-16T14:13:05.942113246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="19 kB" policy= mostRecentLagMs=951
level=debug ts=2026-02-16T14:13:05.942118306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="205 kB" policy= mostRecentLagMs=2116
level=debug ts=2026-02-16T14:13:05.942123173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="644 kB" policy= mostRecentLagMs=2457
level=debug ts=2026-02-16T14:13:05.942127746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=2822
level=debug ts=2026-02-16T14:13:05.942133018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8295
level=debug ts=2026-02-16T14:13:05.942137755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="93 kB" policy= mostRecentLagMs=2470
level=debug ts=2026-02-16T14:13:05.942142847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=6667
level=debug ts=2026-02-16T14:13:05.942147463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=3823
level=debug ts=2026-02-16T14:13:05.946999096Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:13:09.396324402Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=13 entries=27 streamLabelsSize="395 B" entriesSize="492 kB" structuredMetadataSize="1.8 kB" totalSize="493 kB" mostRecentLagMs=721 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:09.396353834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="62 kB" policy= mostRecentLagMs=1132
level=debug ts=2026-02-16T14:13:09.396367431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="13 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T14:13:09.396377617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T14:13:09.396385983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff-managed\"}" streamLabelsHash=2327366018 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=4227
level=debug ts=2026-02-16T14:13:09.396393526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4017
level=debug ts=2026-02-16T14:13:09.396400854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=7016
level=debug ts=2026-02-16T14:13:09.396408748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="224 kB" policy= mostRecentLagMs=6134
level=debug ts=2026-02-16T14:13:09.396414069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="24 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T14:13:09.396421255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="48 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T14:13:09.396428917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T14:13:09.396436645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="98 kB" policy= mostRecentLagMs=721
level=debug ts=2026-02-16T14:13:09.396441459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="147 B" policy= mostRecentLagMs=8016
level=debug ts=2026-02-16T14:13:09.396448546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-khfp\"}" streamLabelsHash=4031278531 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T14:13:09.399924122Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:13:09.86966315Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=10 entries=27 streamLabelsSize="327 B" entriesSize="865 kB" structuredMetadataSize="1.7 kB" totalSize="866 kB" mostRecentLagMs=200 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:09.869711377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="403 kB" policy= mostRecentLagMs=1531
level=debug ts=2026-02-16T14:13:09.869723728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="21 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T14:13:09.869730252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=2200
level=debug ts=2026-02-16T14:13:09.869737283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="91 kB" policy= mostRecentLagMs=1146
level=debug ts=2026-02-16T14:13:09.869742679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4200
level=debug ts=2026-02-16T14:13:09.869748976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="17 kB" policy= mostRecentLagMs=6200
level=debug ts=2026-02-16T14:13:09.869755266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=201
level=debug ts=2026-02-16T14:13:09.869760473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="111 kB" policy= mostRecentLagMs=9243
level=debug ts=2026-02-16T14:13:09.869765506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="177 kB" policy= mostRecentLagMs=1140
level=debug ts=2026-02-16T14:13:09.869770623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="537 B" policy= mostRecentLagMs=1200
level=debug ts=2026-02-16T14:13:09.874892268Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:13:18.138471397Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=13 entries=28 streamLabelsSize="392 B" entriesSize="840 kB" structuredMetadataSize="1.8 kB" totalSize="841 kB" mostRecentLagMs=1020 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:18.138501948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="39 kB" policy= mostRecentLagMs=4020
level=debug ts=2026-02-16T14:13:18.13851322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="638 kB" policy= mostRecentLagMs=1510
level=debug ts=2026-02-16T14:13:18.13851962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=9020
level=debug ts=2026-02-16T14:13:18.138526196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=8021
level=debug ts=2026-02-16T14:13:18.138531548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="32 kB" policy= mostRecentLagMs=9517
level=debug ts=2026-02-16T14:13:18.13853645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="495 B" policy= mostRecentLagMs=4020
level=debug ts=2026-02-16T14:13:18.138541822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=9408
level=debug ts=2026-02-16T14:13:18.13854691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="495 B" policy= mostRecentLagMs=4020
level=debug ts=2026-02-16T14:13:18.138551812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=4020
level=debug ts=2026-02-16T14:13:18.138557145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="983 B" policy= mostRecentLagMs=5020
level=debug ts=2026-02-16T14:13:18.138561675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="674 B" policy= mostRecentLagMs=3020
level=debug ts=2026-02-16T14:13:18.138566276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="22 kB" policy= mostRecentLagMs=1020
level=debug ts=2026-02-16T14:13:18.138570899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="13 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T14:13:18.143848394Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:13:19.808068907Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=11 entries=31 streamLabelsSize="344 B" entriesSize="1.8 MB" structuredMetadataSize="1.9 kB" totalSize="1.8 MB" mostRecentLagMs=428 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:19.808101793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=6428
level=debug ts=2026-02-16T14:13:19.80811386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4428
level=debug ts=2026-02-16T14:13:19.808120803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=2428
level=debug ts=2026-02-16T14:13:19.80812664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1997
level=debug ts=2026-02-16T14:13:19.808132059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=6428
level=debug ts=2026-02-16T14:13:19.80813723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1170
level=debug ts=2026-02-16T14:13:19.808143259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=428
level=debug ts=2026-02-16T14:13:19.808147811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=5428
level=debug ts=2026-02-16T14:13:19.808153874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff-managed\"}" streamLabelsHash=2327366018 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T14:13:19.808159003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="117 kB" policy= mostRecentLagMs=1678
level=debug ts=2026-02-16T14:13:19.808163676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=1193
level=debug ts=2026-02-16T14:13:19.818220087Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:13:20.407783838Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=11 entries=22 streamLabelsSize="334 B" entriesSize="1.1 MB" structuredMetadataSize="1.4 kB" totalSize="1.1 MB" mostRecentLagMs=917 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:20.407813411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="308 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T14:13:20.407824892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="20 kB" policy= mostRecentLagMs=7738
level=debug ts=2026-02-16T14:13:20.407830918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6739
level=debug ts=2026-02-16T14:13:20.407837547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="766 kB" policy= mostRecentLagMs=2739
level=debug ts=2026-02-16T14:13:20.40784263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=6739
level=debug ts=2026-02-16T14:13:20.407847869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3739
level=debug ts=2026-02-16T14:13:20.407853459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1739
level=debug ts=2026-02-16T14:13:20.407858432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=918
level=debug ts=2026-02-16T14:13:20.407862999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=7738
level=debug ts=2026-02-16T14:13:20.407868105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2739
level=debug ts=2026-02-16T14:13:20.407873285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7738
level=debug ts=2026-02-16T14:13:20.413846974Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:13:21.129845887Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:13:28.263833586Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=7 entries=12 streamLabelsSize="204 B" entriesSize="325 kB" structuredMetadataSize="778 B" totalSize="325 kB" mostRecentLagMs=145 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:28.26387038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=3892
level=debug ts=2026-02-16T14:13:28.263887911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="541 B" policy= mostRecentLagMs=6146
level=debug ts=2026-02-16T14:13:28.263899216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=145
level=debug ts=2026-02-16T14:13:28.263909646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=4146
level=debug ts=2026-02-16T14:13:28.263916698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="245 kB" policy= mostRecentLagMs=2145
level=debug ts=2026-02-16T14:13:28.263925679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="16 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:13:28.263935927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8146
level=debug ts=2026-02-16T14:13:28.26801756Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:13:30.101125966Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=7 entries=15 streamLabelsSize="210 B" entriesSize="653 kB" structuredMetadataSize="913 B" totalSize="653 kB" mostRecentLagMs=622 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:30.101157762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9721
level=debug ts=2026-02-16T14:13:30.101168544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="91 kB" policy= mostRecentLagMs=9305
level=debug ts=2026-02-16T14:13:30.101175747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="558 kB" policy= mostRecentLagMs=622
level=debug ts=2026-02-16T14:13:30.10118097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6721
level=debug ts=2026-02-16T14:13:30.101186688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1720
level=debug ts=2026-02-16T14:13:30.101191811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=2721
level=debug ts=2026-02-16T14:13:30.101197104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-hcvc\"}" streamLabelsHash=427643415 streamSizeBytes="495 B" policy= mostRecentLagMs=4721
level=debug ts=2026-02-16T14:13:30.10531463Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:13:30.679420279Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=7 entries=11 streamLabelsSize="223 B" entriesSize="345 kB" structuredMetadataSize="687 B" totalSize="345 kB" mostRecentLagMs=1430 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:30.679458711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T14:13:30.679478028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="36 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:13:30.679488761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="35 kB" policy= mostRecentLagMs=1430
level=debug ts=2026-02-16T14:13:30.679497745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="53 kB" policy= mostRecentLagMs=3386
level=debug ts=2026-02-16T14:13:30.679503631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T14:13:30.679510059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="215 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:13:30.679515437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="232 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T14:13:30.682194141Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:13:33.372283967Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:13:33.373992903Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:13:38.359793085Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=9 entries=13 streamLabelsSize="297 B" entriesSize="246 kB" structuredMetadataSize="854 B" totalSize="247 kB" mostRecentLagMs=241 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:38.35982458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7242
level=debug ts=2026-02-16T14:13:38.359836688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="495 B" policy= mostRecentLagMs=241
level=debug ts=2026-02-16T14:13:38.35984335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:13:38.359849583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=241
level=debug ts=2026-02-16T14:13:38.359856216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=9242
level=debug ts=2026-02-16T14:13:38.359862801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2846
level=debug ts=2026-02-16T14:13:38.359868134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=7242
level=debug ts=2026-02-16T14:13:38.35987319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="162 kB" policy= mostRecentLagMs=3104
level=debug ts=2026-02-16T14:13:38.359878035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="24 kB" policy= mostRecentLagMs=5241
level=debug ts=2026-02-16T14:13:38.365020643Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:13:40.58075233Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=9 entries=15 streamLabelsSize="254 B" entriesSize="633 kB" structuredMetadataSize="977 B" totalSize="633 kB" mostRecentLagMs=41 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:40.580783013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="513 kB" policy= mostRecentLagMs=1813
level=debug ts=2026-02-16T14:13:40.580795168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=4201
level=debug ts=2026-02-16T14:13:40.580802803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=7201
level=debug ts=2026-02-16T14:13:40.580809071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="27 kB" policy= mostRecentLagMs=6200
level=debug ts=2026-02-16T14:13:40.580814228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=5200
level=debug ts=2026-02-16T14:13:40.580821026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=3201
level=debug ts=2026-02-16T14:13:40.580827001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff-managed\"}" streamLabelsHash=2327366018 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=201
level=debug ts=2026-02-16T14:13:40.580832177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=3201
level=debug ts=2026-02-16T14:13:40.580836921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=41
level=debug ts=2026-02-16T14:13:40.58473895Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:13:41.692199469Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=10 entries=21 streamLabelsSize="313 B" entriesSize="1.1 MB" structuredMetadataSize="1.3 kB" totalSize="1.1 MB" mostRecentLagMs=2023 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:41.692232199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=8023
level=debug ts=2026-02-16T14:13:41.692243276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=6039
level=debug ts=2026-02-16T14:13:41.692250961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3022
level=debug ts=2026-02-16T14:13:41.692257487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=2023
level=debug ts=2026-02-16T14:13:41.692263009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="710 B" policy= mostRecentLagMs=2023
level=debug ts=2026-02-16T14:13:41.692268016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="555 kB" policy= mostRecentLagMs=2896
level=debug ts=2026-02-16T14:13:41.692272768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-kctk\"}" streamLabelsHash=1325714317 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=8023
level=debug ts=2026-02-16T14:13:41.692277436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=3022
level=debug ts=2026-02-16T14:13:41.692282246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="476 kB" policy= mostRecentLagMs=4770
level=debug ts=2026-02-16T14:13:41.692287477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=2023
level=debug ts=2026-02-16T14:13:41.697886112Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:13:48.534340043Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=8 entries=18 streamLabelsSize="239 B" entriesSize="726 kB" structuredMetadataSize="1.1 kB" totalSize="726 kB" mostRecentLagMs=416 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:48.534389294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="712 B" policy= mostRecentLagMs=416
level=debug ts=2026-02-16T14:13:48.534412059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=4415
level=debug ts=2026-02-16T14:13:48.534428689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="680 kB" policy= mostRecentLagMs=1136
level=debug ts=2026-02-16T14:13:48.534442108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5416
level=debug ts=2026-02-16T14:13:48.534457334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff-managed\"}" streamLabelsHash=2327366018 streamSizeBytes="232 B" policy= mostRecentLagMs=3416
level=debug ts=2026-02-16T14:13:48.5344729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=930
level=debug ts=2026-02-16T14:13:48.534487127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=416
level=debug ts=2026-02-16T14:13:48.534500009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1416
level=debug ts=2026-02-16T14:13:48.540018771Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:13:51.132342561Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:13:52.396026842Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=6 entries=13 streamLabelsSize="169 B" entriesSize="544 kB" structuredMetadataSize="834 B" totalSize="544 kB" mostRecentLagMs=15 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:52.396058297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T14:13:52.396069421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=9016
level=debug ts=2026-02-16T14:13:52.396076566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="494 kB" policy= mostRecentLagMs=3739
level=debug ts=2026-02-16T14:13:52.39608196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="42 kB" policy= mostRecentLagMs=1842
level=debug ts=2026-02-16T14:13:52.396087083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff-managed\"}" streamLabelsHash=2327366018 streamSizeBytes="569 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T14:13:52.396092782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T14:13:52.399738649Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:13:52.432348536Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=6 entries=16 streamLabelsSize="171 B" entriesSize="525 kB" structuredMetadataSize="995 B" totalSize="525 kB" mostRecentLagMs=763 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:52.432378639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="400 kB" policy= mostRecentLagMs=2830
level=debug ts=2026-02-16T14:13:52.432390266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=2780
level=debug ts=2026-02-16T14:13:52.432396981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=6763
level=debug ts=2026-02-16T14:13:52.432402819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="96 kB" policy= mostRecentLagMs=2215
level=debug ts=2026-02-16T14:13:52.432408377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=763
level=debug ts=2026-02-16T14:13:52.432413354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=8763
level=debug ts=2026-02-16T14:13:52.435526795Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:13:53.830932967Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:36582"
ts=2026-02-16T14:13:55.857521125Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:60558"
ts=2026-02-16T14:13:57.303172542Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:46852"
level=debug ts=2026-02-16T14:13:58.658810116Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=5 entries=22 streamLabelsSize="152 B" entriesSize="766 kB" structuredMetadataSize="1.5 kB" totalSize="766 kB" mostRecentLagMs=350 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:13:58.658840906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="642 kB" policy= mostRecentLagMs=350
level=debug ts=2026-02-16T14:13:58.658852413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="43 kB" policy= mostRecentLagMs=897
level=debug ts=2026-02-16T14:13:58.658858601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="32 kB" policy= mostRecentLagMs=842
level=debug ts=2026-02-16T14:13:58.658864016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff-managed\"}" streamLabelsHash=2327366018 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=540
level=debug ts=2026-02-16T14:13:58.658869202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=8343
level=debug ts=2026-02-16T14:13:58.663333272Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:14:02.534266014Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=12 entries=19 streamLabelsSize="344 B" entriesSize="695 kB" structuredMetadataSize="1.2 kB" totalSize="695 kB" mostRecentLagMs=2865 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:02.534307633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2865
level=debug ts=2026-02-16T14:14:02.534324806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=4767
level=debug ts=2026-02-16T14:14:02.534335803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3864
level=debug ts=2026-02-16T14:14:02.5343469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3864
level=debug ts=2026-02-16T14:14:02.534358222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5364
level=debug ts=2026-02-16T14:14:02.534368204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-16T14:14:02.534377012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=7865
level=debug ts=2026-02-16T14:14:02.53438749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="569 kB" policy= mostRecentLagMs=3102
level=debug ts=2026-02-16T14:14:02.534397263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="57 kB" policy= mostRecentLagMs=4666
level=debug ts=2026-02-16T14:14:02.534405436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="364 B" policy= mostRecentLagMs=2865
level=debug ts=2026-02-16T14:14:02.534413084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="496 B" policy= mostRecentLagMs=8865
level=debug ts=2026-02-16T14:14:02.534420879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=3864
level=debug ts=2026-02-16T14:14:02.539329746Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:14:03.403556778Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=8 entries=18 streamLabelsSize="220 B" entriesSize="722 kB" structuredMetadataSize="1.1 kB" totalSize="722 kB" mostRecentLagMs=23 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:03.403589261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=8024
level=debug ts=2026-02-16T14:14:03.403601028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="656 kB" policy= mostRecentLagMs=23
level=debug ts=2026-02-16T14:14:03.403623469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=23
level=debug ts=2026-02-16T14:14:03.403631054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5023
level=debug ts=2026-02-16T14:14:03.403636925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3079
level=debug ts=2026-02-16T14:14:03.403642466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1889
level=debug ts=2026-02-16T14:14:03.403647803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7024
level=debug ts=2026-02-16T14:14:03.403654239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=1024
level=debug ts=2026-02-16T14:14:03.408052016Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:14:09.141997056Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="62 kB" streams=13 entries=31 streamLabelsSize="401 B" entriesSize="1.0 MB" structuredMetadataSize="2.0 kB" totalSize="1.0 MB" mostRecentLagMs=24 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:09.14203331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=5024
level=debug ts=2026-02-16T14:14:09.142044857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="786 kB" policy= mostRecentLagMs=1024
level=debug ts=2026-02-16T14:14:09.142052211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=3871
level=debug ts=2026-02-16T14:14:09.142057886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="206 B" policy= mostRecentLagMs=24
level=debug ts=2026-02-16T14:14:09.142063192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1024
level=debug ts=2026-02-16T14:14:09.14206873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8023
level=debug ts=2026-02-16T14:14:09.142074715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7024
level=debug ts=2026-02-16T14:14:09.142079598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="121 kB" policy= mostRecentLagMs=1913
level=debug ts=2026-02-16T14:14:09.142086339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8023
level=debug ts=2026-02-16T14:14:09.142091409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=2458
level=debug ts=2026-02-16T14:14:09.142096952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=24
level=debug ts=2026-02-16T14:14:09.142102161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6024
level=debug ts=2026-02-16T14:14:09.142106781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff-managed\"}" streamLabelsHash=2327366018 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=7024
level=debug ts=2026-02-16T14:14:09.147726684Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:14:11.180540282Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:14:13.494628665Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=9 entries=23 streamLabelsSize="285 B" entriesSize="539 kB" structuredMetadataSize="1.5 kB" totalSize="539 kB" mostRecentLagMs=824 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:13.494662688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=5825
level=debug ts=2026-02-16T14:14:13.494676125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=824
level=debug ts=2026-02-16T14:14:13.494683965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=7747
level=debug ts=2026-02-16T14:14:13.494690194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=824
level=debug ts=2026-02-16T14:14:13.494697171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=5825
level=debug ts=2026-02-16T14:14:13.494703169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="196 kB" policy= mostRecentLagMs=6594
level=debug ts=2026-02-16T14:14:13.494709591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7826
level=debug ts=2026-02-16T14:14:13.494717545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="289 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T14:14:13.494726238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=9534
level=debug ts=2026-02-16T14:14:13.498466316Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:14:13.906107792Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=12 entries=22 streamLabelsSize="365 B" entriesSize="292 kB" structuredMetadataSize="1.4 kB" totalSize="292 kB" mostRecentLagMs=525 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:13.906137719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6203
level=debug ts=2026-02-16T14:14:13.906149601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5526
level=debug ts=2026-02-16T14:14:13.906157576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=525
level=debug ts=2026-02-16T14:14:13.906167337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=525
level=debug ts=2026-02-16T14:14:13.906176409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1526
level=debug ts=2026-02-16T14:14:13.906181218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff-managed\"}" streamLabelsHash=2327366018 streamSizeBytes="80 B" policy= mostRecentLagMs=7526
level=debug ts=2026-02-16T14:14:13.906186745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="187 kB" policy= mostRecentLagMs=2058
level=debug ts=2026-02-16T14:14:13.906191661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="60 kB" policy= mostRecentLagMs=8847
level=debug ts=2026-02-16T14:14:13.906196083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=525
level=debug ts=2026-02-16T14:14:13.906202134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="598 B" policy= mostRecentLagMs=6526
level=debug ts=2026-02-16T14:14:13.906207042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=9526
level=debug ts=2026-02-16T14:14:13.906211791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6526
level=debug ts=2026-02-16T14:14:13.910467808Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:14:19.518131777Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=8 entries=20 streamLabelsSize="242 B" entriesSize="324 kB" structuredMetadataSize="1.3 kB" totalSize="324 kB" mostRecentLagMs=400 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:19.518162953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="33 kB" policy= mostRecentLagMs=1400
level=debug ts=2026-02-16T14:14:19.518173834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=4400
level=debug ts=2026-02-16T14:14:19.51818093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=2400
level=debug ts=2026-02-16T14:14:19.518186533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="137 kB" policy= mostRecentLagMs=455
level=debug ts=2026-02-16T14:14:19.518191823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=2400
level=debug ts=2026-02-16T14:14:19.518198373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=9400
level=debug ts=2026-02-16T14:14:19.518203469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="125 kB" policy= mostRecentLagMs=7088
level=debug ts=2026-02-16T14:14:19.518208733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=400
level=debug ts=2026-02-16T14:14:19.52097046Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:14:21.13471197Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:14:23.684057752Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=11 entries=30 streamLabelsSize="333 B" entriesSize="418 kB" structuredMetadataSize="2.1 kB" totalSize="418 kB" mostRecentLagMs=477 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:23.684098867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T14:14:23.684116795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="244 kB" policy= mostRecentLagMs=477
level=debug ts=2026-02-16T14:14:23.684128121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T14:14:23.684137569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=9014
level=debug ts=2026-02-16T14:14:23.684147544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="35 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T14:14:23.684156995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="375 B" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T14:14:23.684166545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T14:14:23.684175277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="318 B" policy= mostRecentLagMs=2015
level=debug ts=2026-02-16T14:14:23.684184121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T14:14:23.684193901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="76 kB" policy= mostRecentLagMs=4911
level=debug ts=2026-02-16T14:14:23.684202932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="9.8 kB" policy= mostRecentLagMs=8015
level=debug ts=2026-02-16T14:14:23.687723445Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:14:24.401981316Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="62 kB" streams=7 entries=100 streamLabelsSize="199 B" entriesSize="675 kB" structuredMetadataSize="7.4 kB" totalSize="675 kB" mostRecentLagMs=204 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:24.402019896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=204
level=debug ts=2026-02-16T14:14:24.402031673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3022
level=debug ts=2026-02-16T14:14:24.402037849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=1022
level=debug ts=2026-02-16T14:14:24.402044915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=10022
level=debug ts=2026-02-16T14:14:24.402050116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="282 kB" policy= mostRecentLagMs=2623
level=debug ts=2026-02-16T14:14:24.402055203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="342 kB" policy= mostRecentLagMs=8180
level=debug ts=2026-02-16T14:14:24.402059923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=6022
level=debug ts=2026-02-16T14:14:24.406654503Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:14:25.859468052Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:48980"
level=debug ts=2026-02-16T14:14:30.127228307Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=9 entries=10 streamLabelsSize="286 B" entriesSize="147 kB" structuredMetadataSize="648 B" totalSize="147 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:30.127258596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="138 kB" policy= mostRecentLagMs=7208
level=debug ts=2026-02-16T14:14:30.127270428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="541 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:14:30.127276667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:14:30.127282127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:14:30.127287586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="450 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T14:14:30.127293553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff-managed\"}" streamLabelsHash=2327366018 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:14:30.127298562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T14:14:30.127304679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T14:14:30.127310713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="414 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:14:30.129115683Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:14:34.434677459Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=6 entries=8 streamLabelsSize="161 B" entriesSize="306 kB" structuredMetadataSize="534 B" totalSize="306 kB" mostRecentLagMs=765 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:34.43470826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="9.3 kB" policy= mostRecentLagMs=765
level=debug ts=2026-02-16T14:14:34.434721935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:14:34.43472845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=765
level=debug ts=2026-02-16T14:14:34.434736353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="228 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:14:34.434744085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="34 kB" policy= mostRecentLagMs=8766
level=debug ts=2026-02-16T14:14:34.434750106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=7766
level=debug ts=2026-02-16T14:14:34.437936464Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:14:36.391923569Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=9 streamLabelsSize="186 B" entriesSize="206 kB" structuredMetadataSize="602 B" totalSize="206 kB" mostRecentLagMs=1012 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:36.391961818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T14:14:36.391978169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="13 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T14:14:36.391988907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="185 kB" policy= mostRecentLagMs=1774
level=debug ts=2026-02-16T14:14:36.391998535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1012
level=debug ts=2026-02-16T14:14:36.392007612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T14:14:36.392017796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T14:14:36.393968893Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:14:40.307585452Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.8 kB" streams=3 entries=4 streamLabelsSize="94 B" entriesSize="126 kB" structuredMetadataSize="238 B" totalSize="127 kB" mostRecentLagMs=2190 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:40.307635432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="100 kB" policy= mostRecentLagMs=2190
level=debug ts=2026-02-16T14:14:40.307647246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:14:40.307655876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=7190
level=debug ts=2026-02-16T14:14:40.309590682Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:14:45.490037884Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=11 entries=19 streamLabelsSize="350 B" entriesSize="352 kB" structuredMetadataSize="1.3 kB" totalSize="352 kB" mostRecentLagMs=820 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:45.490077004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="663 B" policy= mostRecentLagMs=1821
level=debug ts=2026-02-16T14:14:45.490092888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6820
level=debug ts=2026-02-16T14:14:45.490104728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="126 kB" policy= mostRecentLagMs=7177
level=debug ts=2026-02-16T14:14:45.490115147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="59 kB" policy= mostRecentLagMs=4317
level=debug ts=2026-02-16T14:14:45.490123969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=5821
level=debug ts=2026-02-16T14:14:45.490134269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:14:45.490143036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=7820
level=debug ts=2026-02-16T14:14:45.490152035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=820
level=debug ts=2026-02-16T14:14:45.490160525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=2820
level=debug ts=2026-02-16T14:14:45.490168743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="151 B" policy= mostRecentLagMs=2820
level=debug ts=2026-02-16T14:14:45.490179332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=6820
level=debug ts=2026-02-16T14:14:45.492951693Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:14:47.558438866Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=7 entries=12 streamLabelsSize="195 B" entriesSize="605 kB" structuredMetadataSize="756 B" totalSize="606 kB" mostRecentLagMs=1167 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:47.558469122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=1178
level=debug ts=2026-02-16T14:14:47.558480402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=3178
level=debug ts=2026-02-16T14:14:47.558488424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1167
level=debug ts=2026-02-16T14:14:47.558495053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9179
level=debug ts=2026-02-16T14:14:47.558500278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=4178
level=debug ts=2026-02-16T14:14:47.558506947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="561 kB" policy= mostRecentLagMs=4286
level=debug ts=2026-02-16T14:14:47.558512286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="375 B" policy= mostRecentLagMs=9179
level=debug ts=2026-02-16T14:14:47.564528024Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:14:50.620967139Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:14:51.036335266Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=8 entries=18 streamLabelsSize="232 B" entriesSize="462 kB" structuredMetadataSize="1.2 kB" totalSize="462 kB" mostRecentLagMs=443 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:51.036364478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=9918
level=debug ts=2026-02-16T14:14:51.036375572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3918
level=debug ts=2026-02-16T14:14:51.036382434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="426 kB" policy= mostRecentLagMs=918
level=debug ts=2026-02-16T14:14:51.036389824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7918
level=debug ts=2026-02-16T14:14:51.036395183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=8918
level=debug ts=2026-02-16T14:14:51.036400162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9918
level=debug ts=2026-02-16T14:14:51.036405063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=443
level=debug ts=2026-02-16T14:14:51.036409791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=5918
level=debug ts=2026-02-16T14:14:51.062505859Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:14:51.136859869Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
ts=2026-02-16T14:14:53.834455786Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:35358"
level=debug ts=2026-02-16T14:14:56.687771343Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=9 entries=15 streamLabelsSize="260 B" entriesSize="800 kB" structuredMetadataSize="956 B" totalSize="801 kB" mostRecentLagMs=18 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:56.687801474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=18
level=debug ts=2026-02-16T14:14:56.687813042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=6573
level=debug ts=2026-02-16T14:14:56.687821354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="26 kB" policy= mostRecentLagMs=5441
level=debug ts=2026-02-16T14:14:56.687828534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=6250
level=debug ts=2026-02-16T14:14:56.687835057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T14:14:56.687840656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8019
level=debug ts=2026-02-16T14:14:56.687845989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7018
level=debug ts=2026-02-16T14:14:56.687851222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="346 kB" policy= mostRecentLagMs=3812
level=debug ts=2026-02-16T14:14:56.687856007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=1415
level=debug ts=2026-02-16T14:14:56.692334028Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:14:57.306708853Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:58244"
level=debug ts=2026-02-16T14:14:58.410293849Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=10 entries=23 streamLabelsSize="329 B" entriesSize="1.2 MB" structuredMetadataSize="1.4 kB" totalSize="1.2 MB" mostRecentLagMs=369 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:14:58.410324636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="851 B" policy= mostRecentLagMs=2030
level=debug ts=2026-02-16T14:14:58.410335598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=5030
level=debug ts=2026-02-16T14:14:58.410342127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6030
level=debug ts=2026-02-16T14:14:58.410348844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=10030
level=debug ts=2026-02-16T14:14:58.410355401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9030
level=debug ts=2026-02-16T14:14:58.410361059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=369
level=debug ts=2026-02-16T14:14:58.410366052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10030
level=debug ts=2026-02-16T14:14:58.410371599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=6030
level=debug ts=2026-02-16T14:14:58.410376246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=5030
level=debug ts=2026-02-16T14:14:58.410381983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=4395
level=debug ts=2026-02-16T14:14:58.418549799Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:01.171973003Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=5 entries=15 streamLabelsSize="175 B" entriesSize="750 kB" structuredMetadataSize="1.0 kB" totalSize="750 kB" mostRecentLagMs=54 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:01.172011268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=379
level=debug ts=2026-02-16T14:15:01.172029127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="634 kB" policy= mostRecentLagMs=2080
level=debug ts=2026-02-16T14:15:01.172042269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=2940
level=debug ts=2026-02-16T14:15:01.172051267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=54
level=debug ts=2026-02-16T14:15:01.172060258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3053
level=debug ts=2026-02-16T14:15:01.177413836Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:07.273922845Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=10 entries=33 streamLabelsSize="295 B" entriesSize="990 kB" structuredMetadataSize="2.2 kB" totalSize="990 kB" mostRecentLagMs=67 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:07.273954609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=604
level=debug ts=2026-02-16T14:15:07.273966058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=2498
level=debug ts=2026-02-16T14:15:07.273972472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=1605
level=debug ts=2026-02-16T14:15:07.273978998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="256 kB" policy= mostRecentLagMs=67
level=debug ts=2026-02-16T14:15:07.273984294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="518 kB" policy= mostRecentLagMs=601
level=debug ts=2026-02-16T14:15:07.273990996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8604
level=debug ts=2026-02-16T14:15:07.273996163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="148 kB" policy= mostRecentLagMs=222
level=debug ts=2026-02-16T14:15:07.274000839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="239 B" policy= mostRecentLagMs=604
level=debug ts=2026-02-16T14:15:07.27400551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=604
level=debug ts=2026-02-16T14:15:07.274011102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=6604
level=debug ts=2026-02-16T14:15:07.314807492Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:08.427570653Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="69 kB" streams=7 entries=29 streamLabelsSize="200 B" entriesSize="1.5 MB" structuredMetadataSize="1.8 kB" totalSize="1.5 MB" mostRecentLagMs=529 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:08.42760173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="46 kB" policy= mostRecentLagMs=4355
level=debug ts=2026-02-16T14:15:08.427630149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=2047
level=debug ts=2026-02-16T14:15:08.427636048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="909 B" policy= mostRecentLagMs=6047
level=debug ts=2026-02-16T14:15:08.427642825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5944
level=debug ts=2026-02-16T14:15:08.427648387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=894
level=debug ts=2026-02-16T14:15:08.427653504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=529
level=debug ts=2026-02-16T14:15:08.427658241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=1048
level=debug ts=2026-02-16T14:15:08.44058192Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:11.693204293Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="82 kB" streams=9 entries=36 streamLabelsSize="272 B" entriesSize="1.4 MB" structuredMetadataSize="2.4 kB" totalSize="1.4 MB" mostRecentLagMs=98 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:11.693238587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=98
level=debug ts=2026-02-16T14:15:11.693250296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=575
level=debug ts=2026-02-16T14:15:11.6932573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=6862
level=debug ts=2026-02-16T14:15:11.693263048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=4343
level=debug ts=2026-02-16T14:15:11.693268681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=575
level=debug ts=2026-02-16T14:15:11.693274286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=2575
level=debug ts=2026-02-16T14:15:11.693279846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=575
level=debug ts=2026-02-16T14:15:11.693285534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=5529
level=debug ts=2026-02-16T14:15:11.693290841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=9575
level=debug ts=2026-02-16T14:15:11.701526422Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:17.31491502Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="81 kB" streams=9 entries=34 streamLabelsSize="278 B" entriesSize="1.5 MB" structuredMetadataSize="2.1 kB" totalSize="1.5 MB" mostRecentLagMs=51 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:17.314954664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9645
level=debug ts=2026-02-16T14:15:17.314968887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="13 kB" policy= mostRecentLagMs=4646
level=debug ts=2026-02-16T14:15:17.314975927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=616
level=debug ts=2026-02-16T14:15:17.314981721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=3645
level=debug ts=2026-02-16T14:15:17.314988453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=3645
level=debug ts=2026-02-16T14:15:17.314994671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=645
level=debug ts=2026-02-16T14:15:17.315000091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="68 kB" policy= mostRecentLagMs=1860
level=debug ts=2026-02-16T14:15:17.315004972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="287 kB" policy= mostRecentLagMs=51
level=debug ts=2026-02-16T14:15:17.315009545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="510 B" policy= mostRecentLagMs=9645
level=debug ts=2026-02-16T14:15:17.326599131Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:19.294203855Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="100 kB" streams=9 entries=108 streamLabelsSize="265 B" entriesSize="1.5 MB" structuredMetadataSize="7.8 kB" totalSize="1.5 MB" mostRecentLagMs=574 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:19.294237387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=5100
level=debug ts=2026-02-16T14:15:19.294248805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=5914
level=debug ts=2026-02-16T14:15:19.294257388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="959 kB" policy= mostRecentLagMs=861
level=debug ts=2026-02-16T14:15:19.294263649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="337 kB" policy= mostRecentLagMs=8880
level=debug ts=2026-02-16T14:15:19.29426938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="60 kB" policy= mostRecentLagMs=6740
level=debug ts=2026-02-16T14:15:19.294274399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=914
level=debug ts=2026-02-16T14:15:19.294280442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3259
level=debug ts=2026-02-16T14:15:19.294286458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="103 B" policy= mostRecentLagMs=914
level=debug ts=2026-02-16T14:15:19.294291299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="89 kB" policy= mostRecentLagMs=574
level=debug ts=2026-02-16T14:15:19.30288443Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:15:21.139125944Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:15:22.010934816Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="104 kB" streams=8 entries=52 streamLabelsSize="224 B" entriesSize="1.5 MB" structuredMetadataSize="3.5 kB" totalSize="1.5 MB" mostRecentLagMs=893 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:22.010964694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=2442
level=debug ts=2026-02-16T14:15:22.010976303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="91 kB" policy= mostRecentLagMs=1892
level=debug ts=2026-02-16T14:15:22.010982347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=4892
level=debug ts=2026-02-16T14:15:22.010988636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=8892
level=debug ts=2026-02-16T14:15:22.0109949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="410 kB" policy= mostRecentLagMs=1531
level=debug ts=2026-02-16T14:15:22.011000229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="960 B" policy= mostRecentLagMs=2892
level=debug ts=2026-02-16T14:15:22.011005516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="751 B" policy= mostRecentLagMs=893
level=debug ts=2026-02-16T14:15:22.011010383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=893
level=debug ts=2026-02-16T14:15:22.020381398Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:25.611301724Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:15:27.479859949Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=13 entries=36 streamLabelsSize="423 B" entriesSize="483 kB" structuredMetadataSize="2.4 kB" totalSize="483 kB" mostRecentLagMs=810 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:27.479894025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="192 B" policy= mostRecentLagMs=9809
level=debug ts=2026-02-16T14:15:27.479905657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="288 kB" policy= mostRecentLagMs=4702
level=debug ts=2026-02-16T14:15:27.479912685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8810
level=debug ts=2026-02-16T14:15:27.479918591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="42 kB" policy= mostRecentLagMs=4256
level=debug ts=2026-02-16T14:15:27.479924268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=8810
level=debug ts=2026-02-16T14:15:27.479930704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="9.8 kB" policy= mostRecentLagMs=810
level=debug ts=2026-02-16T14:15:27.479936156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="14 kB" policy= mostRecentLagMs=1810
level=debug ts=2026-02-16T14:15:27.47994208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=5811
level=debug ts=2026-02-16T14:15:27.479947931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="10 kB" policy= mostRecentLagMs=2810
level=debug ts=2026-02-16T14:15:27.479953231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="17 kB" policy= mostRecentLagMs=810
level=debug ts=2026-02-16T14:15:27.479959132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="690 B" policy= mostRecentLagMs=9809
level=debug ts=2026-02-16T14:15:27.479964118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=6963
level=debug ts=2026-02-16T14:15:27.479968967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9411
level=debug ts=2026-02-16T14:15:27.484188019Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:29.389144414Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=9 entries=21 streamLabelsSize="274 B" entriesSize="221 kB" structuredMetadataSize="1.4 kB" totalSize="221 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:29.389181373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T14:15:29.389193949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="28 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:15:29.389201341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="19 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:15:29.389207355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:15:29.389212567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T14:15:29.389217364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="122 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:15:29.389222127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="25 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T14:15:29.389226943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:15:29.389232578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T14:15:29.391781694Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:32.00568977Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=12 entries=17 streamLabelsSize="366 B" entriesSize="293 kB" structuredMetadataSize="1.1 kB" totalSize="294 kB" mostRecentLagMs=887 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:32.005732148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="148 kB" policy= mostRecentLagMs=2295
level=debug ts=2026-02-16T14:15:32.005744437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=6887
level=debug ts=2026-02-16T14:15:32.005750506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=9887
level=debug ts=2026-02-16T14:15:32.005756189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="40 kB" policy= mostRecentLagMs=3887
level=debug ts=2026-02-16T14:15:32.005761784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3887
level=debug ts=2026-02-16T14:15:32.005767928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="31 kB" policy= mostRecentLagMs=3887
level=debug ts=2026-02-16T14:15:32.005772765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=7887
level=debug ts=2026-02-16T14:15:32.00577757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=4255
level=debug ts=2026-02-16T14:15:32.005782255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=887
level=debug ts=2026-02-16T14:15:32.005787124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=887
level=debug ts=2026-02-16T14:15:32.005791721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=9887
level=debug ts=2026-02-16T14:15:32.005797083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=9887
level=debug ts=2026-02-16T14:15:32.008434056Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:37.683767481Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=11 entries=17 streamLabelsSize="325 B" entriesSize="380 kB" structuredMetadataSize="1.1 kB" totalSize="380 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:37.683805749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-16T14:15:37.683823505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T14:15:37.683836508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T14:15:37.683845658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="256 B" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T14:15:37.683854547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T14:15:37.683863745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=5831
level=debug ts=2026-02-16T14:15:37.683872382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="49 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T14:15:37.683880895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=9014
level=debug ts=2026-02-16T14:15:37.683889884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T14:15:37.683899062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-16T14:15:37.683907874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="142 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T14:15:37.68721376Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:39.675078008Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.4 kB" streams=6 entries=6 streamLabelsSize="181 B" entriesSize="144 kB" structuredMetadataSize="422 B" totalSize="144 kB" mostRecentLagMs=1295 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:39.675107441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3295
level=debug ts=2026-02-16T14:15:39.675119633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1295
level=debug ts=2026-02-16T14:15:39.675126176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="91 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:15:39.675132325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3784
level=debug ts=2026-02-16T14:15:39.675137638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4295
level=debug ts=2026-02-16T14:15:39.675142596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=9733
level=debug ts=2026-02-16T14:15:39.676912652Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:48.679340433Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=10 entries=13 streamLabelsSize="305 B" entriesSize="406 kB" structuredMetadataSize="807 B" totalSize="406 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:48.679370663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:15:48.67938199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=6613
level=debug ts=2026-02-16T14:15:48.679388788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:15:48.679397447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.8 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:15:48.679402746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:15:48.679408576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:15:48.67941322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:15:48.679418278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:15:48.67942312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="309 kB" policy= mostRecentLagMs=795
level=debug ts=2026-02-16T14:15:48.679428416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:15:48.682767492Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:49.023891364Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="244 kB" streams=9 entries=450 streamLabelsSize="261 B" entriesSize="2.0 MB" structuredMetadataSize="34 kB" totalSize="2.0 MB" mostRecentLagMs=96 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:49.023922158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="738 B" policy= mostRecentLagMs=826
level=debug ts=2026-02-16T14:15:49.02393417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=826
level=debug ts=2026-02-16T14:15:49.023940538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=11247
level=debug ts=2026-02-16T14:15:49.023946192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=5116
level=debug ts=2026-02-16T14:15:49.02395137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="53 kB" policy= mostRecentLagMs=5707
level=debug ts=2026-02-16T14:15:49.023958058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=5116
level=debug ts=2026-02-16T14:15:49.023963607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="355 B" policy= mostRecentLagMs=3330
level=debug ts=2026-02-16T14:15:49.023969716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5116
level=debug ts=2026-02-16T14:15:49.023975377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=96
level=debug ts=2026-02-16T14:15:49.039507619Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:15:50.388256391Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.8 kB" streams=8 entries=10 streamLabelsSize="240 B" entriesSize="162 kB" structuredMetadataSize="641 B" totalSize="162 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:50.38828505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:15:50.388296696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:15:50.388302955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:15:50.388308198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:15:50.388314275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="96 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:15:50.388323991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T14:15:50.388332012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:15:50.388339524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="51 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:15:50.390731618Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:15:51.141686519Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:15:55.447927405Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="278 kB" streams=8 entries=388 streamLabelsSize="226 B" entriesSize="2.0 MB" structuredMetadataSize="29 kB" totalSize="2.0 MB" mostRecentLagMs=91 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:15:55.447961935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=3221
level=debug ts=2026-02-16T14:15:55.447973269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="11 kB" policy= mostRecentLagMs=5314
level=debug ts=2026-02-16T14:15:55.447980455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=1386
level=debug ts=2026-02-16T14:15:55.447987252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="27 kB" policy= mostRecentLagMs=1386
level=debug ts=2026-02-16T14:15:55.447992435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=91
level=debug ts=2026-02-16T14:15:55.447997057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="67 kB" policy= mostRecentLagMs=1386
level=debug ts=2026-02-16T14:15:55.448003179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3221
level=debug ts=2026-02-16T14:15:55.448008372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-vtff\"}" streamLabelsHash=4100864974 streamSizeBytes="495 B" policy= mostRecentLagMs=1386
level=debug ts=2026-02-16T14:15:55.461305296Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:16:02.044627328Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:16:02.388819024Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.8 kB" streams=7 entries=10 streamLabelsSize="209 B" entriesSize="163 kB" structuredMetadataSize="662 B" totalSize="163 kB" mostRecentLagMs=4009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:02.388854733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="60 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:16:02.388871751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T14:16:02.388880911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T14:16:02.388891288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7142
level=debug ts=2026-02-16T14:16:02.388900457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="88 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:16:02.388910804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="65 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T14:16:02.388919554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:16:02.391116326Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:16:02.684923474Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=6 entries=11 streamLabelsSize="188 B" entriesSize="506 kB" structuredMetadataSize="691 B" totalSize="506 kB" mostRecentLagMs=414 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:02.684964475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="113 kB" policy= mostRecentLagMs=2634
level=debug ts=2026-02-16T14:16:02.684981781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="389 kB" policy= mostRecentLagMs=414
level=debug ts=2026-02-16T14:16:02.684992078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="239 B" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T14:16:02.685002262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5016
level=debug ts=2026-02-16T14:16:02.685012707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T14:16:02.685020143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="750 B" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T14:16:02.689554165Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:16:05.386538636Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="143 kB" streams=8 entries=129 streamLabelsSize="235 B" entriesSize="1.2 MB" structuredMetadataSize="9.6 kB" totalSize="1.2 MB" mostRecentLagMs=661 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:05.386571672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6268
level=debug ts=2026-02-16T14:16:05.386583344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9432
level=debug ts=2026-02-16T14:16:05.386592423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=3269
level=debug ts=2026-02-16T14:16:05.38659856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=1503
level=debug ts=2026-02-16T14:16:05.386603846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="643 kB" policy= mostRecentLagMs=661
level=debug ts=2026-02-16T14:16:05.386626891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="524 kB" policy= mostRecentLagMs=8266
level=debug ts=2026-02-16T14:16:05.386631899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="19 kB" policy= mostRecentLagMs=3275
level=debug ts=2026-02-16T14:16:05.386636781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="442 B" policy= mostRecentLagMs=4268
level=debug ts=2026-02-16T14:16:05.393169883Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:16:12.498917668Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=8 entries=34 streamLabelsSize="236 B" entriesSize="1.2 MB" structuredMetadataSize="2.1 kB" totalSize="1.2 MB" mostRecentLagMs=118 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:12.498952826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="99 kB" policy= mostRecentLagMs=6841
level=debug ts=2026-02-16T14:16:12.498964626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=2118
level=debug ts=2026-02-16T14:16:12.498970655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="536 B" policy= mostRecentLagMs=2118
level=debug ts=2026-02-16T14:16:12.498976135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=5892
level=debug ts=2026-02-16T14:16:12.498981024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=7039
level=debug ts=2026-02-16T14:16:12.498986223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4450
level=debug ts=2026-02-16T14:16:12.498991063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=118
level=debug ts=2026-02-16T14:16:12.498996081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=8119
level=debug ts=2026-02-16T14:16:12.505724102Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:16:12.709601203Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=8 entries=9 streamLabelsSize="243 B" entriesSize="237 kB" structuredMetadataSize="571 B" totalSize="237 kB" mostRecentLagMs=40 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:12.70966353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4040
level=debug ts=2026-02-16T14:16:12.709675413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="407 B" policy= mostRecentLagMs=40
level=debug ts=2026-02-16T14:16:12.709682338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5758
level=debug ts=2026-02-16T14:16:12.709688652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=40
level=debug ts=2026-02-16T14:16:12.709695665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="42 kB" policy= mostRecentLagMs=7149
level=debug ts=2026-02-16T14:16:12.709702588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="121 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:16:12.709708256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4040
level=debug ts=2026-02-16T14:16:12.709713851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=7032
level=debug ts=2026-02-16T14:16:12.712009188Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:16:15.650057279Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=9 entries=11 streamLabelsSize="293 B" entriesSize="259 kB" structuredMetadataSize="730 B" totalSize="260 kB" mostRecentLagMs=2947 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:15.650088578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=9996
level=debug ts=2026-02-16T14:16:15.65010049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=2947
level=debug ts=2026-02-16T14:16:15.650108306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2947
level=debug ts=2026-02-16T14:16:15.65011414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="105 kB" policy= mostRecentLagMs=8688
level=debug ts=2026-02-16T14:16:15.650120626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=4532
level=debug ts=2026-02-16T14:16:15.650126977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=9531
level=debug ts=2026-02-16T14:16:15.650131886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="45 kB" policy= mostRecentLagMs=7532
level=debug ts=2026-02-16T14:16:15.650136948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=8532
level=debug ts=2026-02-16T14:16:15.650141606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4532
level=debug ts=2026-02-16T14:16:15.65444363Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:16:21.143368298Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:16:23.388303922Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=11 entries=15 streamLabelsSize="336 B" entriesSize="183 kB" structuredMetadataSize="969 B" totalSize="183 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:23.388336915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T14:16:23.388348973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="26 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T14:16:23.38835612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="88 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T14:16:23.388361983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="36 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T14:16:23.388368212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="15 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:16:23.388373974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:16:23.38837918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:16:23.388384032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="638 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T14:16:23.388388621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:16:23.388393279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:16:23.388397933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:16:23.390842351Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:16:23.691051649Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=10 entries=22 streamLabelsSize="299 B" entriesSize="772 kB" structuredMetadataSize="1.6 kB" totalSize="772 kB" mostRecentLagMs=22 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:23.69109203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=8021
level=debug ts=2026-02-16T14:16:23.691107833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=22
level=debug ts=2026-02-16T14:16:23.691116643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="707 B" policy= mostRecentLagMs=2021
level=debug ts=2026-02-16T14:16:23.691125067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=2021
level=debug ts=2026-02-16T14:16:23.691133264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="289 kB" policy= mostRecentLagMs=8921
level=debug ts=2026-02-16T14:16:23.69114576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=8021
level=debug ts=2026-02-16T14:16:23.691153637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="381 kB" policy= mostRecentLagMs=6022
level=debug ts=2026-02-16T14:16:23.691163195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=6022
level=debug ts=2026-02-16T14:16:23.69117212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2021
level=debug ts=2026-02-16T14:16:23.691179564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="88 kB" policy= mostRecentLagMs=7022
level=debug ts=2026-02-16T14:16:23.696455897Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:16:23.84101035Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:52466"
level=debug ts=2026-02-16T14:16:26.126548806Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=8 entries=12 streamLabelsSize="238 B" entriesSize="172 kB" structuredMetadataSize="752 B" totalSize="172 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:26.126577074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:16:26.126590049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="191 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:16:26.126597652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="153 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:16:26.126621413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:16:26.12662795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T14:16:26.126634658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T14:16:26.12663989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:16:26.126647009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:16:26.128436234Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:16:34.031984094Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.6 kB" streams=4 entries=4 streamLabelsSize="109 B" entriesSize="164 kB" structuredMetadataSize="270 B" totalSize="165 kB" mostRecentLagMs=3652 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:34.03201427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="67 kB" policy= mostRecentLagMs=4652
level=debug ts=2026-02-16T14:16:34.032026916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:16:34.032033716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=8758
level=debug ts=2026-02-16T14:16:34.032039085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="212 B" policy= mostRecentLagMs=3652
level=debug ts=2026-02-16T14:16:34.034104488Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:16:35.070527851Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=6 entries=8 streamLabelsSize="183 B" entriesSize="343 kB" structuredMetadataSize="524 B" totalSize="343 kB" mostRecentLagMs=401 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:35.070560448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="32 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T14:16:35.070571897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6401
level=debug ts=2026-02-16T14:16:35.070578164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="64 kB" policy= mostRecentLagMs=1401
level=debug ts=2026-02-16T14:16:35.070583764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=401
level=debug ts=2026-02-16T14:16:35.070590697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="99 kB" policy= mostRecentLagMs=5401
level=debug ts=2026-02-16T14:16:35.070597138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=9126
level=debug ts=2026-02-16T14:16:35.075067176Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:16:38.125375437Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.9 kB" streams=6 entries=7 streamLabelsSize="210 B" entriesSize="93 kB" structuredMetadataSize="452 B" totalSize="94 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:38.125405091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:16:38.125416419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="302 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:16:38.125422436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="30 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:16:38.125428782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:16:38.125434721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:16:38.125441754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="59 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:16:38.127069346Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:16:42.3345676Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:16:42.336142042Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:16:45.679834916Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=12 entries=16 streamLabelsSize="386 B" entriesSize="408 kB" structuredMetadataSize="1.0 kB" totalSize="408 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:45.679865745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8393
level=debug ts=2026-02-16T14:16:45.679877056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="239 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:16:45.679884103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T14:16:45.679889998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T14:16:45.679894898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=2319
level=debug ts=2026-02-16T14:16:45.679900782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:16:45.679906821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T14:16:45.679914036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T14:16:45.679919038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T14:16:45.679924425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:16:45.679930259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T14:16:45.679935236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="30 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T14:16:45.683092844Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:16:47.388522939Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=10 entries=16 streamLabelsSize="306 B" entriesSize="118 kB" structuredMetadataSize="1.1 kB" totalSize="118 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:47.38857083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:16:47.388595243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-ngks\"}" streamLabelsHash=3600897915 streamSizeBytes="990 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:16:47.388630921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T14:16:47.389382507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:16:47.38955964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="302 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:16:47.389662887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T14:16:47.389689352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2834
level=debug ts=2026-02-16T14:16:47.389724556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:16:47.389751837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:16:47.389769133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=7099
level=debug ts=2026-02-16T14:16:47.391999135Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:16:51.145061391Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:16:52.124392366Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.3 kB" streams=11 entries=11 streamLabelsSize="339 B" entriesSize="61 kB" structuredMetadataSize="743 B" totalSize="61 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:52.124429851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="15 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:16:52.1244462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:16:52.124456048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:16:52.124464426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:16:52.12447147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:16:52.124479173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:16:52.124485322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:16:52.124491628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=4406
level=debug ts=2026-02-16T14:16:52.124501448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:16:52.124507242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:16:52.124515692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:16:52.126001746Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:16:55.867896021Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:43140"
level=debug ts=2026-02-16T14:16:58.677097282Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=8 streamLabelsSize="154 B" entriesSize="130 kB" structuredMetadataSize="538 B" totalSize="130 kB" mostRecentLagMs=368 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:58.677128661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=368
level=debug ts=2026-02-16T14:16:58.677140392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:16:58.677147081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T14:16:58.677154077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:16:58.67715965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="78 kB" policy= mostRecentLagMs=3303
level=debug ts=2026-02-16T14:16:58.679362842Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:16:59.393237687Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=4 entries=9 streamLabelsSize="130 B" entriesSize="451 kB" structuredMetadataSize="558 B" totalSize="451 kB" mostRecentLagMs=13 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:16:59.393267525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="380 kB" policy= mostRecentLagMs=2582
level=debug ts=2026-02-16T14:16:59.39327867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="44 kB" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T14:16:59.393284456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T14:16:59.393290016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:16:59.397128446Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:17:03.131036748Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=6 entries=11 streamLabelsSize="194 B" entriesSize="483 kB" structuredMetadataSize="732 B" totalSize="483 kB" mostRecentLagMs=1013 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:03.131065433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:17:03.13108516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T14:17:03.131093273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="423 kB" policy= mostRecentLagMs=3556
level=debug ts=2026-02-16T14:17:03.131100462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T14:17:03.131107736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="17 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:17:03.131114259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=3600
level=debug ts=2026-02-16T14:17:03.134620931Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:17:09.24571411Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=10 entries=24 streamLabelsSize="312 B" entriesSize="715 kB" structuredMetadataSize="1.5 kB" totalSize="715 kB" mostRecentLagMs=576 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:09.245745426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="346 kB" policy= mostRecentLagMs=1576
level=debug ts=2026-02-16T14:17:09.245757015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="249 kB" policy= mostRecentLagMs=5700
level=debug ts=2026-02-16T14:17:09.245765037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="45 kB" policy= mostRecentLagMs=9962
level=debug ts=2026-02-16T14:17:09.245772113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7577
level=debug ts=2026-02-16T14:17:09.24577767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=1576
level=debug ts=2026-02-16T14:17:09.245783283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4577
level=debug ts=2026-02-16T14:17:09.245787961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="32 kB" policy= mostRecentLagMs=1576
level=debug ts=2026-02-16T14:17:09.245792686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=3577
level=debug ts=2026-02-16T14:17:09.245798779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1576
level=debug ts=2026-02-16T14:17:09.245803866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=576
level=debug ts=2026-02-16T14:17:09.250062471Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:17:09.527095632Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=10 entries=19 streamLabelsSize="299 B" entriesSize="608 kB" structuredMetadataSize="1.2 kB" totalSize="608 kB" mostRecentLagMs=147 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:09.527129746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="37 kB" policy= mostRecentLagMs=147
level=debug ts=2026-02-16T14:17:09.527141086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=1147
level=debug ts=2026-02-16T14:17:09.527147971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="31 kB" policy= mostRecentLagMs=1147
level=debug ts=2026-02-16T14:17:09.527154167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="232 B" policy= mostRecentLagMs=6147
level=debug ts=2026-02-16T14:17:09.527160232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="412 kB" policy= mostRecentLagMs=1147
level=debug ts=2026-02-16T14:17:09.527165572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=1147
level=debug ts=2026-02-16T14:17:09.527170619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5147
level=debug ts=2026-02-16T14:17:09.5271758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="89 kB" policy= mostRecentLagMs=4779
level=debug ts=2026-02-16T14:17:09.527180647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2147
level=debug ts=2026-02-16T14:17:09.527187544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2147
level=debug ts=2026-02-16T14:17:09.530503888Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:17:14.221128227Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=8 entries=15 streamLabelsSize="265 B" entriesSize="366 kB" structuredMetadataSize="971 B" totalSize="366 kB" mostRecentLagMs=102 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:14.221159849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="296 kB" policy= mostRecentLagMs=102
level=debug ts=2026-02-16T14:17:14.221170787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7103
level=debug ts=2026-02-16T14:17:14.221177644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:17:14.221183078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=5103
level=debug ts=2026-02-16T14:17:14.221189739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=102
level=debug ts=2026-02-16T14:17:14.221195719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="22 kB" policy= mostRecentLagMs=4102
level=debug ts=2026-02-16T14:17:14.221201154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3102
level=debug ts=2026-02-16T14:17:14.221206071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=5103
level=debug ts=2026-02-16T14:17:14.224290769Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:17:19.677841485Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=8 entries=12 streamLabelsSize="251 B" entriesSize="224 kB" structuredMetadataSize="787 B" totalSize="224 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:19.677880622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:17:19.677894361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:17:19.67790166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="134 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:17:19.677908836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:17:19.677915522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="18 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:17:19.677920708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="54 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:17:19.677926231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:17:19.677931105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:17:19.680884697Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:17:21.147168543Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:17:21.388240001Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.6 kB" streams=6 entries=7 streamLabelsSize="179 B" entriesSize="127 kB" structuredMetadataSize="467 B" totalSize="127 kB" mostRecentLagMs=4008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:21.388279486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="34 kB" policy= mostRecentLagMs=9374
level=debug ts=2026-02-16T14:17:21.38829717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:17:21.38831084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="673 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:17:21.388323037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="81 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T14:17:21.388333254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T14:17:21.388342891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="295 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:17:21.390302133Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:17:27.315665228Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:57586"
level=debug ts=2026-02-16T14:17:29.123905802Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=6 entries=7 streamLabelsSize="227 B" entriesSize="31 kB" structuredMetadataSize="455 B" totalSize="31 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:29.123934694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:17:29.123946815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:17:29.123953365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:17:29.123958743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:17:29.123964106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:17:29.123970366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:17:29.125064653Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:17:30.03743969Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=6 entries=7 streamLabelsSize="189 B" entriesSize="366 kB" structuredMetadataSize="463 B" totalSize="366 kB" mostRecentLagMs=368 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:30.037471315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7368
level=debug ts=2026-02-16T14:17:30.037481898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1368
level=debug ts=2026-02-16T14:17:30.03748868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=368
level=debug ts=2026-02-16T14:17:30.037495968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=4368
level=debug ts=2026-02-16T14:17:30.037503235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=2474
level=debug ts=2026-02-16T14:17:30.037509008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="334 kB" policy= mostRecentLagMs=6730
level=debug ts=2026-02-16T14:17:30.040349811Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:17:33.385057564Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=4 entries=5 streamLabelsSize="136 B" entriesSize="9.3 kB" structuredMetadataSize="314 B" totalSize="9.5 kB" mostRecentLagMs=4005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:33.385086355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:17:33.385098095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:17:33.385105473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:17:33.385112351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:17:33.386158735Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:17:39.162750007Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=2 entries=3 streamLabelsSize="68 B" entriesSize="166 kB" structuredMetadataSize="195 B" totalSize="166 kB" mostRecentLagMs=926 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:39.162779323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:17:39.162790565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="142 kB" policy= mostRecentLagMs=926
level=debug ts=2026-02-16T14:17:39.164530863Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:17:41.927361127Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:17:43.940525113Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=7 entries=12 streamLabelsSize="207 B" entriesSize="649 kB" structuredMetadataSize="762 B" totalSize="649 kB" mostRecentLagMs=2299 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:43.940554468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T14:17:43.940565611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=5560
level=debug ts=2026-02-16T14:17:43.940574497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="165 B" policy= mostRecentLagMs=7560
level=debug ts=2026-02-16T14:17:43.940580861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="246 B" policy= mostRecentLagMs=9561
level=debug ts=2026-02-16T14:17:43.940586162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="63 kB" policy= mostRecentLagMs=5294
level=debug ts=2026-02-16T14:17:43.940592322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=6560
level=debug ts=2026-02-16T14:17:43.940597673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="555 kB" policy= mostRecentLagMs=2299
level=debug ts=2026-02-16T14:17:43.945002127Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:17:46.560524971Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=8 entries=17 streamLabelsSize="258 B" entriesSize="225 kB" structuredMetadataSize="1.1 kB" totalSize="226 kB" mostRecentLagMs=891 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:46.560557154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=7891
level=debug ts=2026-02-16T14:17:46.56056845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1891
level=debug ts=2026-02-16T14:17:46.560576003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1891
level=debug ts=2026-02-16T14:17:46.560583092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7891
level=debug ts=2026-02-16T14:17:46.560588454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="193 kB" policy= mostRecentLagMs=891
level=debug ts=2026-02-16T14:17:46.560594382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6891
level=debug ts=2026-02-16T14:17:46.560599291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-ukcy\"}" streamLabelsHash=3892222444 streamSizeBytes="825 B" policy= mostRecentLagMs=7891
level=debug ts=2026-02-16T14:17:46.560624804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3891
level=debug ts=2026-02-16T14:17:46.563109729Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:17:51.127213067Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=10 entries=15 streamLabelsSize="322 B" entriesSize="240 kB" structuredMetadataSize="1.0 kB" totalSize="240 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:51.12724559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=9079
level=debug ts=2026-02-16T14:17:51.127257188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:17:51.127264158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="703 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:17:51.12726985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=8753
level=debug ts=2026-02-16T14:17:51.127274859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:17:51.127279953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:17:51.127284354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:17:51.127289696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="172 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:17:51.127295071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:17:51.127300673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1009
ts=2026-02-16T14:17:51.149823767Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:17:51.151500833Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:17:53.846972432Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:48832"
level=debug ts=2026-02-16T14:17:54.390697219Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=12 streamLabelsSize="247 B" entriesSize="215 kB" structuredMetadataSize="779 B" totalSize="215 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:54.390727726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T14:17:54.390746277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:17:54.390754004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T14:17:54.390760227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T14:17:54.390766719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:17:54.390771935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4901
level=debug ts=2026-02-16T14:17:54.390776692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T14:17:54.390781433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="131 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:17:54.393111271Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:17:57.682954931Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=12 entries=21 streamLabelsSize="373 B" entriesSize="567 kB" structuredMetadataSize="1.3 kB" totalSize="568 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:17:57.682985753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="696 B" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T14:17:57.682996031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="94 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:17:57.683001785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="20 kB" policy= mostRecentLagMs=285
level=debug ts=2026-02-16T14:17:57.683006964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T14:17:57.683011887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:17:57.683017412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="69 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:17:57.683022387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="815 B" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T14:17:57.68302703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T14:17:57.683032044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=8845
level=debug ts=2026-02-16T14:17:57.683037391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T14:17:57.683042144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="13 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:17:57.683046932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:17:57.686825248Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:02.12641365Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=8 entries=12 streamLabelsSize="269 B" entriesSize="218 kB" structuredMetadataSize="787 B" totalSize="219 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:02.126445222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="374 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:18:02.126455911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T14:18:02.126462531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T14:18:02.126468219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="158 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:18:02.126475025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T14:18:02.126480337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T14:18:02.126485452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:18:02.126490648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="14 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T14:18:02.128685987Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:08.419323275Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="85 kB" streams=4 entries=26 streamLabelsSize="113 B" entriesSize="2.0 MB" structuredMetadataSize="1.6 kB" totalSize="2.0 MB" mostRecentLagMs=289 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:08.419355665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=289
level=debug ts=2026-02-16T14:18:08.419367277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="53 kB" policy= mostRecentLagMs=6039
level=debug ts=2026-02-16T14:18:08.419374899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=4039
level=debug ts=2026-02-16T14:18:08.419381252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=10040
level=debug ts=2026-02-16T14:18:08.430083186Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:08.692142442Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=6 entries=16 streamLabelsSize="180 B" entriesSize="1.0 MB" structuredMetadataSize="968 B" totalSize="1.0 MB" mostRecentLagMs=23 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:08.692175049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=4023
level=debug ts=2026-02-16T14:18:08.692186116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="19 kB" policy= mostRecentLagMs=1023
level=debug ts=2026-02-16T14:18:08.692192191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=23
level=debug ts=2026-02-16T14:18:08.692198522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=7466
level=debug ts=2026-02-16T14:18:08.692203578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10022
level=debug ts=2026-02-16T14:18:08.692210207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="964 kB" policy= mostRecentLagMs=133
level=debug ts=2026-02-16T14:18:08.696780272Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:13.302081952Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=7 entries=18 streamLabelsSize="199 B" entriesSize="950 kB" structuredMetadataSize="1.1 kB" totalSize="950 kB" mostRecentLagMs=706 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:13.302115252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="130 B" policy= mostRecentLagMs=3184
level=debug ts=2026-02-16T14:18:13.302126048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2184
level=debug ts=2026-02-16T14:18:13.302133501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="873 kB" policy= mostRecentLagMs=706
level=debug ts=2026-02-16T14:18:13.302139187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=1184
level=debug ts=2026-02-16T14:18:13.302144768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=4542
level=debug ts=2026-02-16T14:18:13.302150035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="15 kB" policy= mostRecentLagMs=4184
level=debug ts=2026-02-16T14:18:13.302154583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="32 kB" policy= mostRecentLagMs=9478
level=debug ts=2026-02-16T14:18:13.307500208Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:18.415287235Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="84 kB" streams=5 entries=25 streamLabelsSize="144 B" entriesSize="2.0 MB" structuredMetadataSize="1.5 kB" totalSize="2.0 MB" mostRecentLagMs=1035 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:18.415319286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9452
level=debug ts=2026-02-16T14:18:18.415330743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=3451
level=debug ts=2026-02-16T14:18:18.415337272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=3035
level=debug ts=2026-02-16T14:18:18.415344637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="25 kB" policy= mostRecentLagMs=4035
level=debug ts=2026-02-16T14:18:18.415350995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1035
level=debug ts=2026-02-16T14:18:18.425098547Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:18.986198381Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=8 entries=19 streamLabelsSize="269 B" entriesSize="1.1 MB" structuredMetadataSize="1.3 kB" totalSize="1.1 MB" mostRecentLagMs=317 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:18.986229441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=4317
level=debug ts=2026-02-16T14:18:18.986240027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=6316
level=debug ts=2026-02-16T14:18:18.986246481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="227 kB" policy= mostRecentLagMs=1317
level=debug ts=2026-02-16T14:18:18.986252119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="456 kB" policy= mostRecentLagMs=2885
level=debug ts=2026-02-16T14:18:18.986257835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4317
level=debug ts=2026-02-16T14:18:18.98626273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=2316
level=debug ts=2026-02-16T14:18:18.986267907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="351 kB" policy= mostRecentLagMs=7891
level=debug ts=2026-02-16T14:18:18.986272894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=317
level=debug ts=2026-02-16T14:18:18.991014317Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:18:21.152249039Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:18:24.128573496Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=7 entries=12 streamLabelsSize="213 B" entriesSize="303 kB" structuredMetadataSize="760 B" totalSize="303 kB" mostRecentLagMs=1925 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:24.128622325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:18:24.128635809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:18:24.128642081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="356 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:18:24.128648668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T14:18:24.128653896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="289 kB" policy= mostRecentLagMs=1925
level=debug ts=2026-02-16T14:18:24.128658635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T14:18:24.128663485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:18:24.13274288Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:28.407552335Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=8 entries=16 streamLabelsSize="244 B" entriesSize="698 kB" structuredMetadataSize="981 B" totalSize="698 kB" mostRecentLagMs=499 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:28.407583018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T14:18:28.407593853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6027
level=debug ts=2026-02-16T14:18:28.407600521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6027
level=debug ts=2026-02-16T14:18:28.407620238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="112 B" policy= mostRecentLagMs=2027
level=debug ts=2026-02-16T14:18:28.407626311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6027
level=debug ts=2026-02-16T14:18:28.407632611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=4027
level=debug ts=2026-02-16T14:18:28.407637985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=6027
level=debug ts=2026-02-16T14:18:28.407644948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="684 kB" policy= mostRecentLagMs=500
level=debug ts=2026-02-16T14:18:28.411500403Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:29.238866992Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=4 entries=13 streamLabelsSize="127 B" entriesSize="334 kB" structuredMetadataSize="847 B" totalSize="334 kB" mostRecentLagMs=2569 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:29.238899603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2569
level=debug ts=2026-02-16T14:18:29.238910852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=8590
level=debug ts=2026-02-16T14:18:29.238918786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="141 kB" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T14:18:29.238924519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="141 kB" policy= mostRecentLagMs=7569
level=debug ts=2026-02-16T14:18:29.242373023Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:33.337339779Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:18:37.067370497Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=6 entries=13 streamLabelsSize="193 B" entriesSize="589 kB" structuredMetadataSize="809 B" totalSize="589 kB" mostRecentLagMs=1511 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:37.06740161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5949
level=debug ts=2026-02-16T14:18:37.067412186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=5949
level=debug ts=2026-02-16T14:18:37.067419843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="169 B" policy= mostRecentLagMs=6949
level=debug ts=2026-02-16T14:18:37.067426012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="578 kB" policy= mostRecentLagMs=1511
level=debug ts=2026-02-16T14:18:37.067431794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8949
level=debug ts=2026-02-16T14:18:37.067437303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4949
level=debug ts=2026-02-16T14:18:37.071800359Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:38.731629191Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="61 kB" streams=10 entries=23 streamLabelsSize="299 B" entriesSize="1.2 MB" structuredMetadataSize="1.4 kB" totalSize="1.2 MB" mostRecentLagMs=192 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:38.731658531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=351
level=debug ts=2026-02-16T14:18:38.731668913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=9352
level=debug ts=2026-02-16T14:18:38.731675895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="346 B" policy= mostRecentLagMs=351
level=debug ts=2026-02-16T14:18:38.731681479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7402
level=debug ts=2026-02-16T14:18:38.731687964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="31 kB" policy= mostRecentLagMs=7352
level=debug ts=2026-02-16T14:18:38.731693107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=192
level=debug ts=2026-02-16T14:18:38.731698059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=5456
level=debug ts=2026-02-16T14:18:38.731702653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4282
level=debug ts=2026-02-16T14:18:38.731707893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=3351
level=debug ts=2026-02-16T14:18:38.731712784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="298 B" policy= mostRecentLagMs=352
level=debug ts=2026-02-16T14:18:38.738465296Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:39.679919217Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=11 entries=17 streamLabelsSize="359 B" entriesSize="287 kB" structuredMetadataSize="1.1 kB" totalSize="288 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:39.679948799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:18:39.679960478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T14:18:39.679966681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="38 kB" policy= mostRecentLagMs=6566
level=debug ts=2026-02-16T14:18:39.679972837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="874 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:18:39.679977571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="855 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T14:18:39.679983108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:18:39.679988249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="24 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:18:39.679992987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T14:18:39.679998094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T14:18:39.680003305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="195 kB" policy= mostRecentLagMs=5987
level=debug ts=2026-02-16T14:18:39.680008187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=7850
level=debug ts=2026-02-16T14:18:39.682549277Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:47.48481956Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=5 entries=12 streamLabelsSize="152 B" entriesSize="601 kB" structuredMetadataSize="770 B" totalSize="601 kB" mostRecentLagMs=366 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:47.484852064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=367
level=debug ts=2026-02-16T14:18:47.484862953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="557 kB" policy= mostRecentLagMs=1478
level=debug ts=2026-02-16T14:18:47.484869826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7366
level=debug ts=2026-02-16T14:18:47.484875495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=8495
level=debug ts=2026-02-16T14:18:47.484881333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3366
level=debug ts=2026-02-16T14:18:47.488868415Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:50.007722941Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=6 entries=15 streamLabelsSize="179 B" entriesSize="666 kB" structuredMetadataSize="921 B" totalSize="666 kB" mostRecentLagMs=627 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:50.00775627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="657 kB" policy= mostRecentLagMs=5440
level=debug ts=2026-02-16T14:18:50.007767459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=5628
level=debug ts=2026-02-16T14:18:50.007773939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=5628
level=debug ts=2026-02-16T14:18:50.007780481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=627
level=debug ts=2026-02-16T14:18:50.007786642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=9628
level=debug ts=2026-02-16T14:18:50.007791823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3627
level=debug ts=2026-02-16T14:18:50.011924788Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:18:50.261674571Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=14 entries=21 streamLabelsSize="440 B" entriesSize="577 kB" structuredMetadataSize="1.4 kB" totalSize="578 kB" mostRecentLagMs=580 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:50.261701688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=5592
level=debug ts=2026-02-16T14:18:50.261711974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="120 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T14:18:50.261719444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1592
level=debug ts=2026-02-16T14:18:50.261725093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="20 kB" policy= mostRecentLagMs=592
level=debug ts=2026-02-16T14:18:50.261731484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1592
level=debug ts=2026-02-16T14:18:50.261736705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=580
level=debug ts=2026-02-16T14:18:50.261741637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=7592
level=debug ts=2026-02-16T14:18:50.261746272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="524 B" policy= mostRecentLagMs=2592
level=debug ts=2026-02-16T14:18:50.261751322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9592
level=debug ts=2026-02-16T14:18:50.261756417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=3706
level=debug ts=2026-02-16T14:18:50.261761325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7592
level=debug ts=2026-02-16T14:18:50.261766455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=3592
level=debug ts=2026-02-16T14:18:50.261771489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=592
level=debug ts=2026-02-16T14:18:50.261776331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="28 kB" policy= mostRecentLagMs=2592
level=debug ts=2026-02-16T14:18:50.29751152Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:18:51.154321912Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
ts=2026-02-16T14:18:57.321450147Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:38978"
level=debug ts=2026-02-16T14:18:57.715660537Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=8 entries=14 streamLabelsSize="255 B" entriesSize="313 kB" structuredMetadataSize="910 B" totalSize="314 kB" mostRecentLagMs=1597 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:18:57.715692981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="257 kB" policy= mostRecentLagMs=1597
level=debug ts=2026-02-16T14:18:57.715703655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="729 B" policy= mostRecentLagMs=9598
level=debug ts=2026-02-16T14:18:57.715710242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4597
level=debug ts=2026-02-16T14:18:57.715716138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=5597
level=debug ts=2026-02-16T14:18:57.715721395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=3597
level=debug ts=2026-02-16T14:18:57.715727942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=5597
level=debug ts=2026-02-16T14:18:57.715733137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=5597
level=debug ts=2026-02-16T14:18:57.715738133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6598
level=debug ts=2026-02-16T14:18:57.718519143Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:19:00.38910682Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=10 entries=16 streamLabelsSize="280 B" entriesSize="168 kB" structuredMetadataSize="1.0 kB" totalSize="169 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:00.3891379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="632 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:19:00.389149277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:19:00.389155657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:19:00.38916269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:19:00.3891686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:19:00.389174008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:19:00.389179191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:19:00.389184364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:19:00.389189064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:19:00.389194197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6177
level=debug ts=2026-02-16T14:19:00.391414646Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:19:00.679372574Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=7 entries=12 streamLabelsSize="223 B" entriesSize="251 kB" structuredMetadataSize="781 B" totalSize="251 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:00.679403317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="66 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:19:00.679413985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:19:00.679421104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="29 kB" policy= mostRecentLagMs=1646
level=debug ts=2026-02-16T14:19:00.679426974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T14:19:00.679432091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:19:00.679437126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="132 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:19:00.679441874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T14:19:00.682738139Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:19:09.122753285Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="421 B" streams=2 entries=2 streamLabelsSize="70 B" entriesSize="626 B" structuredMetadataSize="118 B" totalSize="696 B" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:09.122785027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:19:09.122796372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:19:09.123862467Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:19:12.744415749Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=8 streamLabelsSize="116 B" entriesSize="117 kB" structuredMetadataSize="507 B" totalSize="117 kB" mostRecentLagMs=1327 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:12.744444246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=1364
level=debug ts=2026-02-16T14:19:12.744454461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="109 kB" policy= mostRecentLagMs=1327
level=debug ts=2026-02-16T14:19:12.744461347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=3364
level=debug ts=2026-02-16T14:19:12.744466497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=2365
level=debug ts=2026-02-16T14:19:12.746506162Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:19:15.676772827Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.1 kB" streams=10 entries=12 streamLabelsSize="335 B" entriesSize="178 kB" structuredMetadataSize="809 B" totalSize="178 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:15.676805458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:19:15.676816204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2993
level=debug ts=2026-02-16T14:19:15.676823555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:19:15.676830542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:19:15.676836073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="890 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:19:15.67684117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:19:15.67684601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:19:15.676851818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:19:15.676856767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=5453
level=debug ts=2026-02-16T14:19:15.676861753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:19:15.679060939Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:19:17.754804102Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:19:21.123037524Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=4 entries=5 streamLabelsSize="115 B" entriesSize="35 kB" structuredMetadataSize="348 B" totalSize="35 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:21.123065286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8055
level=debug ts=2026-02-16T14:19:21.123075632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:19:21.123082117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="13 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:19:21.123089946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:19:21.124429543Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:19:21.155937932Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:19:23.450838523Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=8 entries=13 streamLabelsSize="238 B" entriesSize="209 kB" structuredMetadataSize="845 B" totalSize="210 kB" mostRecentLagMs=70 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:23.450867781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5070
level=debug ts=2026-02-16T14:19:23.450879758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1071
level=debug ts=2026-02-16T14:19:23.450886378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1071
level=debug ts=2026-02-16T14:19:23.450891824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5647
level=debug ts=2026-02-16T14:19:23.450898563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=8071
level=debug ts=2026-02-16T14:19:23.45090348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=8071
level=debug ts=2026-02-16T14:19:23.450908053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="165 kB" policy= mostRecentLagMs=5127
level=debug ts=2026-02-16T14:19:23.45091273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=70
level=debug ts=2026-02-16T14:19:23.453930583Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:19:23.851749704Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:37172"
level=debug ts=2026-02-16T14:19:27.679423782Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=6 entries=7 streamLabelsSize="179 B" entriesSize="386 kB" structuredMetadataSize="469 B" totalSize="386 kB" mostRecentLagMs=4010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:27.679452949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:19:27.679463283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T14:19:27.679471304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:19:27.679479107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=9794
level=debug ts=2026-02-16T14:19:27.679488362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:19:27.679497064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="14 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:19:27.684107404Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:19:32.125067784Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=6 entries=8 streamLabelsSize="206 B" entriesSize="123 kB" structuredMetadataSize="514 B" totalSize="123 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:32.125096592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:19:32.125107135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:19:32.125113488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="88 kB" policy= mostRecentLagMs=8581
level=debug ts=2026-02-16T14:19:32.125119223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=4359
level=debug ts=2026-02-16T14:19:32.125124633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:19:32.125130728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:19:32.126887746Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:19:38.687669662Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.1 kB" streams=9 entries=13 streamLabelsSize="286 B" entriesSize="71 kB" structuredMetadataSize="817 B" totalSize="71 kB" mostRecentLagMs=1018 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:38.687698406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=4018
level=debug ts=2026-02-16T14:19:38.687709799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T14:19:38.687716824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8018
level=debug ts=2026-02-16T14:19:38.687723131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="19 kB" policy= mostRecentLagMs=5018
level=debug ts=2026-02-16T14:19:38.687728346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="769 B" policy= mostRecentLagMs=7018
level=debug ts=2026-02-16T14:19:38.68773408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3018
level=debug ts=2026-02-16T14:19:38.687740575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-16T14:19:38.687745423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-16T14:19:38.687750069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="151 B" policy= mostRecentLagMs=5019
level=debug ts=2026-02-16T14:19:38.689368364Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:19:39.388972196Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=9 entries=9 streamLabelsSize="268 B" entriesSize="152 kB" structuredMetadataSize="601 B" totalSize="152 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:39.388999612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:19:39.389010302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:19:39.389016605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="95 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T14:19:39.389022582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:19:39.389029309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:19:39.3890348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:19:39.389039902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="15 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:19:39.389044996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2671
level=debug ts=2026-02-16T14:19:39.389049665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:19:39.391501788Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:19:44.123164092Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=5 entries=7 streamLabelsSize="148 B" entriesSize="53 kB" structuredMetadataSize="443 B" totalSize="53 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:44.123193002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:19:44.123203048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="48 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:19:44.123210908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:19:44.123218349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:19:44.123224826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:19:44.124442211Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:19:50.396119878Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=4 entries=9 streamLabelsSize="108 B" entriesSize="562 kB" structuredMetadataSize="546 B" totalSize="562 kB" mostRecentLagMs=1016 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:50.396149793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="558 kB" policy= mostRecentLagMs=1338
level=debug ts=2026-02-16T14:19:50.396161541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T14:19:50.396169596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T14:19:50.396175289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T14:19:50.399660865Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:19:50.68055097Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=6 entries=6 streamLabelsSize="168 B" entriesSize="333 kB" structuredMetadataSize="388 B" totalSize="333 kB" mostRecentLagMs=2011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:50.680578762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T14:19:50.680600784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T14:19:50.68063495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T14:19:50.680641263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=5686
level=debug ts=2026-02-16T14:19:50.68064741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T14:19:50.680654886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T14:19:50.683048727Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:19:51.158580836Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
ts=2026-02-16T14:19:53.853297859Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:60898"
ts=2026-02-16T14:19:57.324692685Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:37990"
level=debug ts=2026-02-16T14:19:58.475511134Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=3 entries=12 streamLabelsSize="87 B" entriesSize="668 kB" structuredMetadataSize="779 B" totalSize="669 kB" mostRecentLagMs=443 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:19:58.475542069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5357
level=debug ts=2026-02-16T14:19:58.475552592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="668 kB" policy= mostRecentLagMs=443
level=debug ts=2026-02-16T14:19:58.475558395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=9357
level=debug ts=2026-02-16T14:19:58.479596792Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:00.46211563Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="69 kB" streams=6 entries=24 streamLabelsSize="170 B" entriesSize="1.5 MB" structuredMetadataSize="1.5 kB" totalSize="1.5 MB" mostRecentLagMs=505 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:00.462145625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=505
level=debug ts=2026-02-16T14:20:00.462155722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=4082
level=debug ts=2026-02-16T14:20:00.462161732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=2001
level=debug ts=2026-02-16T14:20:00.462168109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1082
level=debug ts=2026-02-16T14:20:00.462173247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=2082
level=debug ts=2026-02-16T14:20:00.462178996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=859
level=debug ts=2026-02-16T14:20:00.469847697Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:00.947982851Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=6 entries=15 streamLabelsSize="197 B" entriesSize="675 kB" structuredMetadataSize="959 B" totalSize="675 kB" mostRecentLagMs=138 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:00.948015826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="92 kB" policy= mostRecentLagMs=138
level=debug ts=2026-02-16T14:20:00.948027606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3278
level=debug ts=2026-02-16T14:20:00.948033723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=279
level=debug ts=2026-02-16T14:20:00.948039333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="547 kB" policy= mostRecentLagMs=938
level=debug ts=2026-02-16T14:20:00.94804439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=2483
level=debug ts=2026-02-16T14:20:00.948049544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2278
level=debug ts=2026-02-16T14:20:00.952690504Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:08.653152445Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="84 kB" streams=5 entries=29 streamLabelsSize="164 B" entriesSize="1.5 MB" structuredMetadataSize="2.0 kB" totalSize="1.5 MB" mostRecentLagMs=506 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:08.653265444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9535
level=debug ts=2026-02-16T14:20:08.653404655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=507
level=debug ts=2026-02-16T14:20:08.653418586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="122 kB" policy= mostRecentLagMs=1345
level=debug ts=2026-02-16T14:20:08.653427632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1535
level=debug ts=2026-02-16T14:20:08.653433733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=2017
level=debug ts=2026-02-16T14:20:08.661917995Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:11.208994291Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="50 kB" streams=7 entries=31 streamLabelsSize="201 B" entriesSize="998 kB" structuredMetadataSize="2.0 kB" totalSize="998 kB" mostRecentLagMs=828 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:11.209029499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="90 kB" policy= mostRecentLagMs=1828
level=debug ts=2026-02-16T14:20:11.209039971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=828
level=debug ts=2026-02-16T14:20:11.209047178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="850 kB" policy= mostRecentLagMs=2445
level=debug ts=2026-02-16T14:20:11.209053835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=2990
level=debug ts=2026-02-16T14:20:11.209058747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3829
level=debug ts=2026-02-16T14:20:11.20906392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2829
level=debug ts=2026-02-16T14:20:11.209068419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=1828
level=debug ts=2026-02-16T14:20:11.214946555Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:11.655467362Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=7 entries=23 streamLabelsSize="201 B" entriesSize="874 kB" structuredMetadataSize="1.5 kB" totalSize="874 kB" mostRecentLagMs=986 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:11.655503697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=4986
level=debug ts=2026-02-16T14:20:11.655514632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="50 kB" policy= mostRecentLagMs=3753
level=debug ts=2026-02-16T14:20:11.655521791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=986
level=debug ts=2026-02-16T14:20:11.655528481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7986
level=debug ts=2026-02-16T14:20:11.655534301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="359 kB" policy= mostRecentLagMs=7216
level=debug ts=2026-02-16T14:20:11.655540207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="381 kB" policy= mostRecentLagMs=4274
level=debug ts=2026-02-16T14:20:11.655545888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=2986
level=debug ts=2026-02-16T14:20:11.660513616Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:12.137152015Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:20:19.133872617Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=9 entries=29 streamLabelsSize="258 B" entriesSize="537 kB" structuredMetadataSize="1.9 kB" totalSize="538 kB" mostRecentLagMs=15 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:19.13390129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T14:20:19.133912253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=7369
level=debug ts=2026-02-16T14:20:19.133918979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="396 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T14:20:19.133924165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="20 kB" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T14:20:19.13392878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T14:20:19.133933482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="54 kB" policy= mostRecentLagMs=4495
level=debug ts=2026-02-16T14:20:19.133938895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T14:20:19.133944218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T14:20:19.133948872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=8015
level=debug ts=2026-02-16T14:20:19.139392411Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:20:21.160924479Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:20:21.684202597Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=10 entries=42 streamLabelsSize="316 B" entriesSize="475 kB" structuredMetadataSize="2.9 kB" totalSize="475 kB" mostRecentLagMs=2015 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:21.684249518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T14:20:21.684266801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6898
level=debug ts=2026-02-16T14:20:21.684276272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T14:20:21.684285015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T14:20:21.684294025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="27 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T14:20:21.684304689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="16 kB" policy= mostRecentLagMs=2015
level=debug ts=2026-02-16T14:20:21.684313144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="179 kB" policy= mostRecentLagMs=4527
level=debug ts=2026-02-16T14:20:21.684321232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T14:20:21.684328988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="39 kB" policy= mostRecentLagMs=8089
level=debug ts=2026-02-16T14:20:21.684339477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="182 kB" policy= mostRecentLagMs=6814
level=debug ts=2026-02-16T14:20:21.688576054Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:23.405328456Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="69 kB" streams=11 entries=111 streamLabelsSize="340 B" entriesSize="750 kB" structuredMetadataSize="8.1 kB" totalSize="750 kB" mostRecentLagMs=25 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:23.405356368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="20 kB" policy= mostRecentLagMs=4025
level=debug ts=2026-02-16T14:20:23.405367218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="31 kB" policy= mostRecentLagMs=2025
level=debug ts=2026-02-16T14:20:23.405374346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="272 kB" policy= mostRecentLagMs=3137
level=debug ts=2026-02-16T14:20:23.405380697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=9025
level=debug ts=2026-02-16T14:20:23.405385827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="316 B" policy= mostRecentLagMs=3025
level=debug ts=2026-02-16T14:20:23.405391609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=25
level=debug ts=2026-02-16T14:20:23.405397681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10025
level=debug ts=2026-02-16T14:20:23.405402645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=2180
level=debug ts=2026-02-16T14:20:23.405407293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="350 kB" policy= mostRecentLagMs=5023
level=debug ts=2026-02-16T14:20:23.405412076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="30 kB" policy= mostRecentLagMs=1026
level=debug ts=2026-02-16T14:20:23.405416703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="11 kB" policy= mostRecentLagMs=26
level=debug ts=2026-02-16T14:20:23.410909256Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:31.129365373Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=5 entries=10 streamLabelsSize="164 B" entriesSize="235 kB" structuredMetadataSize="671 B" totalSize="236 kB" mostRecentLagMs=1011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:31.129397794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5016
level=debug ts=2026-02-16T14:20:31.129411049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T14:20:31.12942323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=5207
level=debug ts=2026-02-16T14:20:31.129430162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="166 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T14:20:31.129436225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T14:20:31.132060199Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:32.680474785Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=5 entries=13 streamLabelsSize="161 B" entriesSize="384 kB" structuredMetadataSize="875 B" totalSize="384 kB" mostRecentLagMs=3556 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:32.680507225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="10 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T14:20:32.680518154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="41 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T14:20:32.680526028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="33 kB" policy= mostRecentLagMs=5815
level=debug ts=2026-02-16T14:20:32.680532902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="31 kB" policy= mostRecentLagMs=3556
level=debug ts=2026-02-16T14:20:32.680538267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="268 kB" policy= mostRecentLagMs=3861
level=debug ts=2026-02-16T14:20:32.696864901Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:35.405567942Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=9 streamLabelsSize="172 B" entriesSize="205 kB" structuredMetadataSize="610 B" totalSize="206 kB" mostRecentLagMs=5025 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:35.405639051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7026
level=debug ts=2026-02-16T14:20:35.405656521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=5025
level=debug ts=2026-02-16T14:20:35.405685815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=6026
level=debug ts=2026-02-16T14:20:35.405698739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=10026
level=debug ts=2026-02-16T14:20:35.405708176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=10026
level=debug ts=2026-02-16T14:20:35.405719836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="186 kB" policy= mostRecentLagMs=9307
level=debug ts=2026-02-16T14:20:35.410523912Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:42.230741757Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="246 kB" streams=5 entries=456 streamLabelsSize="147 B" entriesSize="2.0 MB" structuredMetadataSize="34 kB" totalSize="2.0 MB" mostRecentLagMs=107 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:42.230777797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=10113
level=debug ts=2026-02-16T14:20:42.230788381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=108
level=debug ts=2026-02-16T14:20:42.230795271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6840
level=debug ts=2026-02-16T14:20:42.230802163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="40 kB" policy= mostRecentLagMs=4708
level=debug ts=2026-02-16T14:20:42.230807831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=667
level=debug ts=2026-02-16T14:20:42.249866189Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:43.395054999Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=10 entries=15 streamLabelsSize="313 B" entriesSize="191 kB" structuredMetadataSize="981 B" totalSize="191 kB" mostRecentLagMs=1726 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:43.395097528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4725
level=debug ts=2026-02-16T14:20:43.395116067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="22 kB" policy= mostRecentLagMs=4726
level=debug ts=2026-02-16T14:20:43.395128987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2725
level=debug ts=2026-02-16T14:20:43.395138998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=6726
level=debug ts=2026-02-16T14:20:43.395148144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=9726
level=debug ts=2026-02-16T14:20:43.395156739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=7725
level=debug ts=2026-02-16T14:20:43.395165604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6726
level=debug ts=2026-02-16T14:20:43.395174391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1726
level=debug ts=2026-02-16T14:20:43.395183012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="144 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:20:43.395191315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=3726
level=debug ts=2026-02-16T14:20:43.401548554Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:47.387550175Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=7 entries=8 streamLabelsSize="221 B" entriesSize="58 kB" structuredMetadataSize="520 B" totalSize="58 kB" mostRecentLagMs=2008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:47.387588916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="16 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:20:47.38760371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:20:47.387635451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="385 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:20:47.387644233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:20:47.387652376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3248
level=debug ts=2026-02-16T14:20:47.387660317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:20:47.387668623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:20:47.389847783Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:49.721721471Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="282 kB" streams=4 entries=398 streamLabelsSize="108 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=231 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:49.721755109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4258
level=debug ts=2026-02-16T14:20:49.721766374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4258
level=debug ts=2026-02-16T14:20:49.721773435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="32 kB" policy= mostRecentLagMs=2055
level=debug ts=2026-02-16T14:20:49.721780432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=231
level=debug ts=2026-02-16T14:20:49.734060481Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:20:51.162802295Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:20:53.680185891Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=11 entries=17 streamLabelsSize="360 B" entriesSize="307 kB" structuredMetadataSize="1.1 kB" totalSize="308 kB" mostRecentLagMs=1011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:53.680218968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="70 kB" policy= mostRecentLagMs=8646
level=debug ts=2026-02-16T14:20:53.680230196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=4668
level=debug ts=2026-02-16T14:20:53.680237697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="926 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T14:20:53.680243658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:20:53.680251096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:20:53.68025728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="33 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:20:53.680267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:20:53.680275866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T14:20:53.680281536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T14:20:53.680286994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="132 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:20:53.680293564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=7203
level=debug ts=2026-02-16T14:20:53.694086528Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:57.20800399Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:20:57.210101536Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:20:58.386572775Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=4 entries=6 streamLabelsSize="128 B" entriesSize="92 kB" structuredMetadataSize="375 B" totalSize="92 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:58.386603202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:20:58.386635514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="76 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:20:58.386645306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:20:58.386654681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:20:58.388419121Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:20:59.511413284Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="93 kB" streams=10 entries=96 streamLabelsSize="313 B" entriesSize="479 kB" structuredMetadataSize="7.1 kB" totalSize="479 kB" mostRecentLagMs=393 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:20:59.511442849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=9652
level=debug ts=2026-02-16T14:20:59.511453667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="380 kB" policy= mostRecentLagMs=8843
level=debug ts=2026-02-16T14:20:59.511460038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=393
level=debug ts=2026-02-16T14:20:59.511465407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=7393
level=debug ts=2026-02-16T14:20:59.511470267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=9652
level=debug ts=2026-02-16T14:20:59.5114753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=9030
level=debug ts=2026-02-16T14:20:59.511480231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=8393
level=debug ts=2026-02-16T14:20:59.511484842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="39 kB" policy= mostRecentLagMs=9653
level=debug ts=2026-02-16T14:20:59.511490325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="15 kB" policy= mostRecentLagMs=9652
level=debug ts=2026-02-16T14:20:59.511495004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="10 kB" policy= mostRecentLagMs=5393
level=debug ts=2026-02-16T14:20:59.515326882Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:05.105760455Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=5 entries=7 streamLabelsSize="171 B" entriesSize="570 kB" structuredMetadataSize="486 B" totalSize="570 kB" mostRecentLagMs=1930 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:05.105802519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="59 kB" policy= mostRecentLagMs=1930
level=debug ts=2026-02-16T14:21:05.105820252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=5531
level=debug ts=2026-02-16T14:21:05.105833565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="552 B" policy= mostRecentLagMs=8436
level=debug ts=2026-02-16T14:21:05.105843664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=7436
level=debug ts=2026-02-16T14:21:05.105855384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="492 kB" policy= mostRecentLagMs=1931
level=debug ts=2026-02-16T14:21:05.109825585Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:11.123961772Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=3 entries=7 streamLabelsSize="73 B" entriesSize="58 kB" structuredMetadataSize="478 B" totalSize="58 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:11.123992628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="46 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:21:11.124003103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:21:11.12401034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:21:11.125334964Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:13.388022862Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.4 kB" streams=6 entries=7 streamLabelsSize="177 B" entriesSize="136 kB" structuredMetadataSize="461 B" totalSize="136 kB" mostRecentLagMs=72 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:13.38805318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="100 kB" policy= mostRecentLagMs=72
level=debug ts=2026-02-16T14:21:13.38806366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8001
level=debug ts=2026-02-16T14:21:13.388071394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:21:13.388077432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:21:13.388084079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:21:13.388090258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:21:13.390266387Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:15.676424745Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=9 entries=16 streamLabelsSize="285 B" entriesSize="149 kB" structuredMetadataSize="1.1 kB" totalSize="150 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:15.676453686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:21:15.676464189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:21:15.676472446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:21:15.676478428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:21:15.676484587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:21:15.676490792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:21:15.676496899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="819 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:21:15.676502216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="126 kB" policy= mostRecentLagMs=604
level=debug ts=2026-02-16T14:21:15.676507336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:21:15.678946007Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:21:21.165358927Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:21:21.462224791Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=5 entries=13 streamLabelsSize="151 B" entriesSize="578 kB" structuredMetadataSize="866 B" totalSize="578 kB" mostRecentLagMs=343 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:21.462255657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6344
level=debug ts=2026-02-16T14:21:21.462265952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=343
level=debug ts=2026-02-16T14:21:21.462272525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=7549
level=debug ts=2026-02-16T14:21:21.462278848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="525 kB" policy= mostRecentLagMs=2302
level=debug ts=2026-02-16T14:21:21.462285249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=343
level=debug ts=2026-02-16T14:21:21.466052796Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:21:23.859482919Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:39590"
level=debug ts=2026-02-16T14:21:25.491360252Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=8 entries=12 streamLabelsSize="270 B" entriesSize="467 kB" structuredMetadataSize="764 B" totalSize="468 kB" mostRecentLagMs=2027 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:25.491399784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=2112
level=debug ts=2026-02-16T14:21:25.491416084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2112
level=debug ts=2026-02-16T14:21:25.491425732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="119 kB" policy= mostRecentLagMs=2027
level=debug ts=2026-02-16T14:21:25.491435005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5111
level=debug ts=2026-02-16T14:21:25.491443837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9112
level=debug ts=2026-02-16T14:21:25.491453608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="288 kB" policy= mostRecentLagMs=8677
level=debug ts=2026-02-16T14:21:25.491462464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2027
level=debug ts=2026-02-16T14:21:25.491470949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3425
level=debug ts=2026-02-16T14:21:25.495045513Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:25.881422678Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=4 entries=42 streamLabelsSize="127 B" entriesSize="2.0 MB" structuredMetadataSize="2.8 kB" totalSize="2.0 MB" mostRecentLagMs=1212 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:25.881453909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=7250
level=debug ts=2026-02-16T14:21:25.88146498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8576
level=debug ts=2026-02-16T14:21:25.881472164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9212
level=debug ts=2026-02-16T14:21:25.881477727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="134 kB" policy= mostRecentLagMs=1212
level=debug ts=2026-02-16T14:21:25.892652946Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:28.232370563Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=4 entries=39 streamLabelsSize="140 B" entriesSize="2.0 MB" structuredMetadataSize="2.6 kB" totalSize="2.0 MB" mostRecentLagMs=129 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:28.232403839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="592 B" policy= mostRecentLagMs=563
level=debug ts=2026-02-16T14:21:28.232415236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=129
level=debug ts=2026-02-16T14:21:28.232422997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=563
level=debug ts=2026-02-16T14:21:28.232429458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="308 kB" policy= mostRecentLagMs=2383
level=debug ts=2026-02-16T14:21:28.241170321Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:32.125432284Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.7 kB" streams=6 entries=9 streamLabelsSize="184 B" entriesSize="119 kB" structuredMetadataSize="591 B" totalSize="120 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:32.12546331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:21:32.125473742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8775
level=debug ts=2026-02-16T14:21:32.125481136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:21:32.12548801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:21:32.125494566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="86 kB" policy= mostRecentLagMs=9680
level=debug ts=2026-02-16T14:21:32.125500195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T14:21:32.127502107Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:36.389062021Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=9 entries=15 streamLabelsSize="275 B" entriesSize="220 kB" structuredMetadataSize="965 B" totalSize="220 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:36.389091645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="232 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:21:36.389103875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:21:36.389111333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T14:21:36.389117759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="10 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:21:36.389122913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="176 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:21:36.3891275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:21:36.389132198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T14:21:36.389138007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:21:36.389142584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T14:21:36.391963746Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:38.210706586Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=7 entries=16 streamLabelsSize="195 B" entriesSize="371 kB" structuredMetadataSize="1.0 kB" totalSize="371 kB" mostRecentLagMs=542 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:38.210738219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=3275
level=debug ts=2026-02-16T14:21:38.210748677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=542
level=debug ts=2026-02-16T14:21:38.210756456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="112 kB" policy= mostRecentLagMs=4541
level=debug ts=2026-02-16T14:21:38.210761659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=7541
level=debug ts=2026-02-16T14:21:38.210769112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="79 kB" policy= mostRecentLagMs=4541
level=debug ts=2026-02-16T14:21:38.21077528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="464 B" policy= mostRecentLagMs=9541
level=debug ts=2026-02-16T14:21:38.210781211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="145 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T14:21:38.213957672Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:42.649405418Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=6 entries=10 streamLabelsSize="191 B" entriesSize="180 kB" structuredMetadataSize="642 B" totalSize="180 kB" mostRecentLagMs=6531 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:42.649434666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:21:42.649445056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=8530
level=debug ts=2026-02-16T14:21:42.649451813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="14 kB" policy= mostRecentLagMs=8530
level=debug ts=2026-02-16T14:21:42.649459491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="100 kB" policy= mostRecentLagMs=6531
level=debug ts=2026-02-16T14:21:42.649464808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="31 kB" policy= mostRecentLagMs=8530
level=debug ts=2026-02-16T14:21:42.649469959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=7531
level=debug ts=2026-02-16T14:21:42.651888846Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:44.214855248Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="85 kB" streams=7 entries=28 streamLabelsSize="231 B" entriesSize="2.1 MB" structuredMetadataSize="1.7 kB" totalSize="2.1 MB" mostRecentLagMs=260 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:44.214884237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3300
level=debug ts=2026-02-16T14:21:44.214894773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=260
level=debug ts=2026-02-16T14:21:44.214902532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=835
level=debug ts=2026-02-16T14:21:44.214908672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="42 kB" policy= mostRecentLagMs=613
level=debug ts=2026-02-16T14:21:44.214914004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=6835
level=debug ts=2026-02-16T14:21:44.214919723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4835
level=debug ts=2026-02-16T14:21:44.214925739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=4835
level=debug ts=2026-02-16T14:21:44.224708701Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:45.12648148Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="84 kB" streams=3 entries=27 streamLabelsSize="83 B" entriesSize="2.1 MB" structuredMetadataSize="1.6 kB" totalSize="2.1 MB" mostRecentLagMs=286 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:45.126514822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:21:45.126526018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="48 kB" policy= mostRecentLagMs=1753
level=debug ts=2026-02-16T14:21:45.126531986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=286
level=debug ts=2026-02-16T14:21:45.135901844Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:45.321352911Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:21:48.707388958Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="61 kB" streams=11 entries=27 streamLabelsSize="355 B" entriesSize="1.3 MB" structuredMetadataSize="1.7 kB" totalSize="1.3 MB" mostRecentLagMs=204 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:48.707430673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="50 kB" policy= mostRecentLagMs=5331
level=debug ts=2026-02-16T14:21:48.707447745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=204
level=debug ts=2026-02-16T14:21:48.707460269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="25 kB" policy= mostRecentLagMs=9038
level=debug ts=2026-02-16T14:21:48.707470167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10038
level=debug ts=2026-02-16T14:21:48.707480287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="337 B" policy= mostRecentLagMs=5038
level=debug ts=2026-02-16T14:21:48.707491677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=2038
level=debug ts=2026-02-16T14:21:48.707501767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6038
level=debug ts=2026-02-16T14:21:48.707510257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="239 B" policy= mostRecentLagMs=10038
level=debug ts=2026-02-16T14:21:48.707518694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="942 B" policy= mostRecentLagMs=3038
level=debug ts=2026-02-16T14:21:48.707528309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1038
level=debug ts=2026-02-16T14:21:48.707537646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=1038
level=debug ts=2026-02-16T14:21:48.713152397Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:49.735744828Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=2 entries=24 streamLabelsSize="65 B" entriesSize="2.0 MB" structuredMetadataSize="1.4 kB" totalSize="2.0 MB" mostRecentLagMs=126 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:49.735776291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4618
level=debug ts=2026-02-16T14:21:49.735787769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=126
level=debug ts=2026-02-16T14:21:49.746832431Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:21:50.423045828Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=2 entries=24 streamLabelsSize="60 B" entriesSize="2.0 MB" structuredMetadataSize="1.5 kB" totalSize="2.0 MB" mostRecentLagMs=130 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:50.423079517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=130
level=debug ts=2026-02-16T14:21:50.423090928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=310
level=debug ts=2026-02-16T14:21:50.431604596Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:21:51.167131572Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:21:55.788038347Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="106 kB" streams=5 entries=32 streamLabelsSize="156 B" entriesSize="2.1 MB" structuredMetadataSize="2.0 kB" totalSize="2.1 MB" mostRecentLagMs=61 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:55.788071002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=669
level=debug ts=2026-02-16T14:21:55.788082248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=1670
level=debug ts=2026-02-16T14:21:55.788089323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="42 kB" policy= mostRecentLagMs=61
level=debug ts=2026-02-16T14:21:55.788095687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="122 kB" policy= mostRecentLagMs=910
level=debug ts=2026-02-16T14:21:55.788101525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=142
level=debug ts=2026-02-16T14:21:55.796309589Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:21:55.882871795Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:39382"
ts=2026-02-16T14:21:57.33119593Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:60830"
level=debug ts=2026-02-16T14:21:58.949598084Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="65 kB" streams=5 entries=19 streamLabelsSize="144 B" entriesSize="1.6 MB" structuredMetadataSize="1.2 kB" totalSize="1.6 MB" mostRecentLagMs=79 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:21:58.949664535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="114 kB" policy= mostRecentLagMs=2058
level=debug ts=2026-02-16T14:21:58.949676031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="456 kB" policy= mostRecentLagMs=1977
level=debug ts=2026-02-16T14:21:58.949681781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="127 kB" policy= mostRecentLagMs=4493
level=debug ts=2026-02-16T14:21:58.949687262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="831 kB" policy= mostRecentLagMs=2978
level=debug ts=2026-02-16T14:21:58.949692818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="41 kB" policy= mostRecentLagMs=79
level=debug ts=2026-02-16T14:21:58.956058025Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:00.410044362Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="62 kB" streams=7 entries=24 streamLabelsSize="214 B" entriesSize="1.3 MB" structuredMetadataSize="1.5 kB" totalSize="1.3 MB" mostRecentLagMs=1030 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:00.410078191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="10 kB" policy= mostRecentLagMs=3030
level=debug ts=2026-02-16T14:22:00.410089466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="19 kB" policy= mostRecentLagMs=1030
level=debug ts=2026-02-16T14:22:00.410095907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=1461
level=debug ts=2026-02-16T14:22:00.410101234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=4030
level=debug ts=2026-02-16T14:22:00.410106761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="113 kB" policy= mostRecentLagMs=3518
level=debug ts=2026-02-16T14:22:00.410111963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5844
level=debug ts=2026-02-16T14:22:00.410116931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=3190
level=debug ts=2026-02-16T14:22:00.417093308Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:05.791693759Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="98 kB" streams=6 entries=29 streamLabelsSize="210 B" entriesSize="1.9 MB" structuredMetadataSize="1.8 kB" totalSize="1.9 MB" mostRecentLagMs=674 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:05.79184256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6673
level=debug ts=2026-02-16T14:22:05.791860781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4673
level=debug ts=2026-02-16T14:22:05.791868117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="125 kB" policy= mostRecentLagMs=7136
level=debug ts=2026-02-16T14:22:05.791909248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="10 kB" policy= mostRecentLagMs=674
level=debug ts=2026-02-16T14:22:05.791917677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=2491
level=debug ts=2026-02-16T14:22:05.791927217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="70 kB" policy= mostRecentLagMs=8138
level=debug ts=2026-02-16T14:22:05.829772766Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:09.010957856Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=10 entries=23 streamLabelsSize="308 B" entriesSize="456 kB" structuredMetadataSize="1.4 kB" totalSize="457 kB" mostRecentLagMs=341 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:09.010993083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2341
level=debug ts=2026-02-16T14:22:09.011009233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="328 kB" policy= mostRecentLagMs=5640
level=debug ts=2026-02-16T14:22:09.011020575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=342
level=debug ts=2026-02-16T14:22:09.01102877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="18 kB" policy= mostRecentLagMs=3341
level=debug ts=2026-02-16T14:22:09.011037105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="31 kB" policy= mostRecentLagMs=3341
level=debug ts=2026-02-16T14:22:09.011043981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=1341
level=debug ts=2026-02-16T14:22:09.011051922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="50 kB" policy= mostRecentLagMs=9489
level=debug ts=2026-02-16T14:22:09.011058334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1130
level=debug ts=2026-02-16T14:22:09.011065113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=342
level=debug ts=2026-02-16T14:22:09.011074682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1341
level=debug ts=2026-02-16T14:22:09.014566161Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:10.408295744Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=11 entries=24 streamLabelsSize="334 B" entriesSize="850 kB" structuredMetadataSize="1.5 kB" totalSize="851 kB" mostRecentLagMs=28 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:10.408335754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T14:22:10.408351883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="760 kB" policy= mostRecentLagMs=1550
level=debug ts=2026-02-16T14:22:10.408361529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2594
level=debug ts=2026-02-16T14:22:10.4083676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3712
level=debug ts=2026-02-16T14:22:10.408374277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="582 B" policy= mostRecentLagMs=6028
level=debug ts=2026-02-16T14:22:10.408379483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="18 kB" policy= mostRecentLagMs=4028
level=debug ts=2026-02-16T14:22:10.408386269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="216 B" policy= mostRecentLagMs=4028
level=debug ts=2026-02-16T14:22:10.408394074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="921 B" policy= mostRecentLagMs=1028
level=debug ts=2026-02-16T14:22:10.408401284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="426 B" policy= mostRecentLagMs=4028
level=debug ts=2026-02-16T14:22:10.408411181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="417 B" policy= mostRecentLagMs=28
level=debug ts=2026-02-16T14:22:10.408419646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="17 kB" policy= mostRecentLagMs=28
level=debug ts=2026-02-16T14:22:10.413111664Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:15.900975557Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="100 kB" streams=13 entries=35 streamLabelsSize="412 B" entriesSize="2.0 MB" structuredMetadataSize="2.2 kB" totalSize="2.0 MB" mostRecentLagMs=149 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:15.901011833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=149
level=debug ts=2026-02-16T14:22:15.901024343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="23 kB" policy= mostRecentLagMs=3782
level=debug ts=2026-02-16T14:22:15.901031354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="382 B" policy= mostRecentLagMs=2782
level=debug ts=2026-02-16T14:22:15.901038161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=2782
level=debug ts=2026-02-16T14:22:15.901043402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3401
level=debug ts=2026-02-16T14:22:15.901048398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=1782
level=debug ts=2026-02-16T14:22:15.901053687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=1782
level=debug ts=2026-02-16T14:22:15.901058483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=1944
level=debug ts=2026-02-16T14:22:15.901063428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=1583
level=debug ts=2026-02-16T14:22:15.901069096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10043
level=debug ts=2026-02-16T14:22:15.901075079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=5895
level=debug ts=2026-02-16T14:22:15.901079662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=783
level=debug ts=2026-02-16T14:22:15.901084621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="410 B" policy= mostRecentLagMs=1782
level=debug ts=2026-02-16T14:22:15.909665479Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:19.700592239Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=11 entries=25 streamLabelsSize="355 B" entriesSize="988 kB" structuredMetadataSize="1.6 kB" totalSize="988 kB" mostRecentLagMs=1321 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:19.700654393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5030
level=debug ts=2026-02-16T14:22:19.700669497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="17 kB" policy= mostRecentLagMs=9031
level=debug ts=2026-02-16T14:22:19.700678963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7180
level=debug ts=2026-02-16T14:22:19.700688174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=5030
level=debug ts=2026-02-16T14:22:19.700697497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=5030
level=debug ts=2026-02-16T14:22:19.700705433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="300 B" policy= mostRecentLagMs=10031
level=debug ts=2026-02-16T14:22:19.700714148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="528 kB" policy= mostRecentLagMs=1321
level=debug ts=2026-02-16T14:22:19.70072225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="303 kB" policy= mostRecentLagMs=2174
level=debug ts=2026-02-16T14:22:19.700730122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="14 kB" policy= mostRecentLagMs=6031
level=debug ts=2026-02-16T14:22:19.700739761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="11 kB" policy= mostRecentLagMs=10031
level=debug ts=2026-02-16T14:22:19.70074832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="94 kB" policy= mostRecentLagMs=3175
level=debug ts=2026-02-16T14:22:19.706084605Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:22:21.169760627Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:22:21.808010056Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="61 kB" streams=10 entries=28 streamLabelsSize="322 B" entriesSize="1.3 MB" structuredMetadataSize="1.7 kB" totalSize="1.3 MB" mostRecentLagMs=428 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:21.808044571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=3300
level=debug ts=2026-02-16T14:22:21.808055797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5427
level=debug ts=2026-02-16T14:22:21.808062458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=5091
level=debug ts=2026-02-16T14:22:21.808068907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2427
level=debug ts=2026-02-16T14:22:21.808074692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="660 B" policy= mostRecentLagMs=428
level=debug ts=2026-02-16T14:22:21.808079669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=704
level=debug ts=2026-02-16T14:22:21.808084478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="884 B" policy= mostRecentLagMs=428
level=debug ts=2026-02-16T14:22:21.808090516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=3428
level=debug ts=2026-02-16T14:22:21.808095085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=8428
level=debug ts=2026-02-16T14:22:21.808099974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="51 kB" policy= mostRecentLagMs=5428
level=debug ts=2026-02-16T14:22:21.81388689Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:25.351461148Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="91 kB" streams=8 entries=34 streamLabelsSize="236 B" entriesSize="2.0 MB" structuredMetadataSize="2.1 kB" totalSize="2.0 MB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:25.351490081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7233
level=debug ts=2026-02-16T14:22:25.351500789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:22:25.351507826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2233
level=debug ts=2026-02-16T14:22:25.351513511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=5233
level=debug ts=2026-02-16T14:22:25.351518232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=3233
level=debug ts=2026-02-16T14:22:25.351522979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=5233
level=debug ts=2026-02-16T14:22:25.35152764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1233
level=debug ts=2026-02-16T14:22:25.351532033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=8233
level=debug ts=2026-02-16T14:22:25.359595938Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:22:25.884886558Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:54690"
ts=2026-02-16T14:22:27.3336503Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:32868"
level=debug ts=2026-02-16T14:22:29.737719284Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="68 kB" streams=9 entries=22 streamLabelsSize="277 B" entriesSize="1.5 MB" structuredMetadataSize="1.4 kB" totalSize="1.5 MB" mostRecentLagMs=1069 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:29.737750741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="54 kB" policy= mostRecentLagMs=1207
level=debug ts=2026-02-16T14:22:29.737761788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=6068
level=debug ts=2026-02-16T14:22:29.737770159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7068
level=debug ts=2026-02-16T14:22:29.737777262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=1283
level=debug ts=2026-02-16T14:22:29.737782913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=8040
level=debug ts=2026-02-16T14:22:29.737788196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4068
level=debug ts=2026-02-16T14:22:29.737793373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=1069
level=debug ts=2026-02-16T14:22:29.737798428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="309 kB" policy= mostRecentLagMs=9592
level=debug ts=2026-02-16T14:22:29.737803752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="26 kB" policy= mostRecentLagMs=1069
level=debug ts=2026-02-16T14:22:29.745042583Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:32.115790775Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="63 kB" streams=6 entries=29 streamLabelsSize="170 B" entriesSize="1.4 MB" structuredMetadataSize="1.8 kB" totalSize="1.4 MB" mostRecentLagMs=1237 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:32.115824006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8736
level=debug ts=2026-02-16T14:22:32.115835464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1735
level=debug ts=2026-02-16T14:22:32.115841881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=2735
level=debug ts=2026-02-16T14:22:32.115847773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=1237
level=debug ts=2026-02-16T14:22:32.11585269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8102
level=debug ts=2026-02-16T14:22:32.115858297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="696 B" policy= mostRecentLagMs=8736
level=debug ts=2026-02-16T14:22:32.122315524Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:35.346884159Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="88 kB" streams=9 entries=28 streamLabelsSize="287 B" entriesSize="1.7 MB" structuredMetadataSize="1.7 kB" totalSize="1.7 MB" mostRecentLagMs=149 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:35.34691556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6229
level=debug ts=2026-02-16T14:22:35.346926339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=9411
level=debug ts=2026-02-16T14:22:35.346933938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="103 B" policy= mostRecentLagMs=228
level=debug ts=2026-02-16T14:22:35.346940211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=228
level=debug ts=2026-02-16T14:22:35.346945988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=149
level=debug ts=2026-02-16T14:22:35.346950915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=1228
level=debug ts=2026-02-16T14:22:35.34695575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=228
level=debug ts=2026-02-16T14:22:35.346960625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="13 kB" policy= mostRecentLagMs=1228
level=debug ts=2026-02-16T14:22:35.346965842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=1228
level=debug ts=2026-02-16T14:22:35.354150242Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:40.684979396Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=12 entries=20 streamLabelsSize="391 B" entriesSize="507 kB" structuredMetadataSize="1.3 kB" totalSize="508 kB" mostRecentLagMs=16 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:40.685008573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T14:22:40.685019572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T14:22:40.68502616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=8046
level=debug ts=2026-02-16T14:22:40.685031687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="84 kB" policy= mostRecentLagMs=3433
level=debug ts=2026-02-16T14:22:40.685037618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="354 kB" policy= mostRecentLagMs=471
level=debug ts=2026-02-16T14:22:40.685042625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="232 B" policy= mostRecentLagMs=16
level=debug ts=2026-02-16T14:22:40.685047215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="434 B" policy= mostRecentLagMs=5016
level=debug ts=2026-02-16T14:22:40.685052081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T14:22:40.685069289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:22:40.685075981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=16
level=debug ts=2026-02-16T14:22:40.685082019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5016
level=debug ts=2026-02-16T14:22:40.685089775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T14:22:40.689173046Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:43.564633635Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="50 kB" streams=9 entries=24 streamLabelsSize="268 B" entriesSize="746 kB" structuredMetadataSize="1.5 kB" totalSize="747 kB" mostRecentLagMs=184 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:43.564667109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="489 kB" policy= mostRecentLagMs=1301
level=debug ts=2026-02-16T14:22:43.564678142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=184
level=debug ts=2026-02-16T14:22:43.564685247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="111 kB" policy= mostRecentLagMs=874
level=debug ts=2026-02-16T14:22:43.56469106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="46 kB" policy= mostRecentLagMs=6344
level=debug ts=2026-02-16T14:22:43.564696214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="29 kB" policy= mostRecentLagMs=7184
level=debug ts=2026-02-16T14:22:43.564702391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=4185
level=debug ts=2026-02-16T14:22:43.564707121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="30 kB" policy= mostRecentLagMs=7184
level=debug ts=2026-02-16T14:22:43.564711885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=184
level=debug ts=2026-02-16T14:22:43.564716689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1550
level=debug ts=2026-02-16T14:22:43.569368188Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:43.668318322Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:22:45.605474629Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="50 kB" streams=11 entries=23 streamLabelsSize="347 B" entriesSize="914 kB" structuredMetadataSize="1.5 kB" totalSize="914 kB" mostRecentLagMs=487 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:45.605504947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="812 kB" policy= mostRecentLagMs=2487
level=debug ts=2026-02-16T14:22:45.605516341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=5487
level=debug ts=2026-02-16T14:22:45.605523436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="11 kB" policy= mostRecentLagMs=487
level=debug ts=2026-02-16T14:22:45.605530349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="15 kB" policy= mostRecentLagMs=1487
level=debug ts=2026-02-16T14:22:45.605535553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="356 B" policy= mostRecentLagMs=2487
level=debug ts=2026-02-16T14:22:45.605541782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T14:22:45.605547518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="41 kB" policy= mostRecentLagMs=4488
level=debug ts=2026-02-16T14:22:45.605552392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=1487
level=debug ts=2026-02-16T14:22:45.605556827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="346 B" policy= mostRecentLagMs=5487
level=debug ts=2026-02-16T14:22:45.605561321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=487
level=debug ts=2026-02-16T14:22:45.60556572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=5487
level=debug ts=2026-02-16T14:22:45.610003453Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:22:51.171888855Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:22:51.686304919Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="40 kB" streams=11 entries=26 streamLabelsSize="374 B" entriesSize="777 kB" structuredMetadataSize="1.6 kB" totalSize="778 kB" mostRecentLagMs=16 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:51.686335531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=4799
level=debug ts=2026-02-16T14:22:51.686346406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="323 B" policy= mostRecentLagMs=4017
level=debug ts=2026-02-16T14:22:51.686352614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="308 kB" policy= mostRecentLagMs=3625
level=debug ts=2026-02-16T14:22:51.686358144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="12 kB" policy= mostRecentLagMs=16
level=debug ts=2026-02-16T14:22:51.686364059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7017
level=debug ts=2026-02-16T14:22:51.68636893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="515 B" policy= mostRecentLagMs=17
level=debug ts=2026-02-16T14:22:51.686375578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T14:22:51.686380416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="90 kB" policy= mostRecentLagMs=5741
level=debug ts=2026-02-16T14:22:51.686385839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="334 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T14:22:51.686391461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5016
level=debug ts=2026-02-16T14:22:51.686396939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4017
level=debug ts=2026-02-16T14:22:51.691322913Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:54.184164591Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=4 entries=14 streamLabelsSize="121 B" entriesSize="800 kB" structuredMetadataSize="836 B" totalSize="800 kB" mostRecentLagMs=804 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:54.184206172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="624 kB" policy= mostRecentLagMs=1931
level=debug ts=2026-02-16T14:22:54.184221381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=804
level=debug ts=2026-02-16T14:22:54.184231907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="170 kB" policy= mostRecentLagMs=1718
level=debug ts=2026-02-16T14:22:54.184240761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4804
level=debug ts=2026-02-16T14:22:54.190434773Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:22:55.974070906Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=4 entries=8 streamLabelsSize="118 B" entriesSize="322 kB" structuredMetadataSize="513 B" totalSize="322 kB" mostRecentLagMs=2856 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:22:55.97410242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:22:55.974114384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="260 kB" policy= mostRecentLagMs=4829
level=debug ts=2026-02-16T14:22:55.9741204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3855
level=debug ts=2026-02-16T14:22:55.97412611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=2856
level=debug ts=2026-02-16T14:22:55.976737094Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:01.688104908Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=11 entries=22 streamLabelsSize="353 B" entriesSize="431 kB" structuredMetadataSize="1.4 kB" totalSize="432 kB" mostRecentLagMs=1018 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:01.688138581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=8019
level=debug ts=2026-02-16T14:23:01.688150243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-16T14:23:01.688157363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=5569
level=debug ts=2026-02-16T14:23:01.688163301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="45 kB" policy= mostRecentLagMs=6454
level=debug ts=2026-02-16T14:23:01.688168666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=8019
level=debug ts=2026-02-16T14:23:01.688173972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3019
level=debug ts=2026-02-16T14:23:01.688178533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=3019
level=debug ts=2026-02-16T14:23:01.688183411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=9846
level=debug ts=2026-02-16T14:23:01.688188432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="59 kB" policy= mostRecentLagMs=5352
level=debug ts=2026-02-16T14:23:01.688193289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=8019
level=debug ts=2026-02-16T14:23:01.688198688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="139 kB" policy= mostRecentLagMs=1938
level=debug ts=2026-02-16T14:23:01.692058619Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:05.23736955Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="40 kB" streams=7 entries=17 streamLabelsSize="212 B" entriesSize="826 kB" structuredMetadataSize="1.1 kB" totalSize="826 kB" mostRecentLagMs=1015 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:05.23740133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="91 kB" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T14:23:05.237411497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=6858
level=debug ts=2026-02-16T14:23:05.237418916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="671 kB" policy= mostRecentLagMs=4810
level=debug ts=2026-02-16T14:23:05.237424587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=8857
level=debug ts=2026-02-16T14:23:05.23742937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=1857
level=debug ts=2026-02-16T14:23:05.237434305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=9120
level=debug ts=2026-02-16T14:23:05.23743999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="35 kB" policy= mostRecentLagMs=7856
level=debug ts=2026-02-16T14:23:05.242698771Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:06.939933386Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=7 entries=13 streamLabelsSize="219 B" entriesSize="412 kB" structuredMetadataSize="821 B" totalSize="412 kB" mostRecentLagMs=822 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:06.939964062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=9821
level=debug ts=2026-02-16T14:23:06.93997528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="861 B" policy= mostRecentLagMs=7822
level=debug ts=2026-02-16T14:23:06.93998163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="384 kB" policy= mostRecentLagMs=822
level=debug ts=2026-02-16T14:23:06.939988359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="13 kB" policy= mostRecentLagMs=9821
level=debug ts=2026-02-16T14:23:06.939993642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=5822
level=debug ts=2026-02-16T14:23:06.939999179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=6821
level=debug ts=2026-02-16T14:23:06.940004666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=2821
level=debug ts=2026-02-16T14:23:06.943490516Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:12.332100258Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=10 entries=17 streamLabelsSize="307 B" entriesSize="529 kB" structuredMetadataSize="1.1 kB" totalSize="529 kB" mostRecentLagMs=3663 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:12.332131178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="54 kB" policy= mostRecentLagMs=4663
level=debug ts=2026-02-16T14:23:12.33214211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="122 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T14:23:12.332148056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4663
level=debug ts=2026-02-16T14:23:12.332154348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="192 kB" policy= mostRecentLagMs=8545
level=debug ts=2026-02-16T14:23:12.33216033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="340 B" policy= mostRecentLagMs=4663
level=debug ts=2026-02-16T14:23:12.332166454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7660
level=debug ts=2026-02-16T14:23:12.332171288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="124 kB" policy= mostRecentLagMs=3761
level=debug ts=2026-02-16T14:23:12.332177701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="632 B" policy= mostRecentLagMs=3663
level=debug ts=2026-02-16T14:23:12.332182768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=5663
level=debug ts=2026-02-16T14:23:12.332187828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="19 kB" policy= mostRecentLagMs=3663
level=debug ts=2026-02-16T14:23:12.336428407Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:16.389325631Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=8 streamLabelsSize="201 B" entriesSize="137 kB" structuredMetadataSize="503 B" totalSize="137 kB" mostRecentLagMs=3009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:16.389366415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:23:16.389382519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T14:23:16.389395595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:23:16.389409257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:23:16.389421496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="87 kB" policy= mostRecentLagMs=8082
level=debug ts=2026-02-16T14:23:16.389430799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="39 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:23:16.389439268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T14:23:16.392339275Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:17.128416923Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=6 entries=11 streamLabelsSize="175 B" entriesSize="440 kB" structuredMetadataSize="696 B" totalSize="440 kB" mostRecentLagMs=236 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:17.128447438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="39 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:23:17.128457776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="332 kB" policy= mostRecentLagMs=236
level=debug ts=2026-02-16T14:23:17.128465036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:23:17.128470557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="42 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:23:17.128477663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:23:17.128483077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=9208
level=debug ts=2026-02-16T14:23:17.132006381Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:23:21.174180037Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:23:22.676797377Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=8 entries=13 streamLabelsSize="248 B" entriesSize="128 kB" structuredMetadataSize="842 B" totalSize="128 kB" mostRecentLagMs=1443 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:22.676826985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:23:22.676837681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:23:22.676845375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="63 kB" policy= mostRecentLagMs=1443
level=debug ts=2026-02-16T14:23:22.676857045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=2038
level=debug ts=2026-02-16T14:23:22.676865363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:23:22.676870521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="19 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:23:22.676876723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:23:22.676881732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:23:22.679273794Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:23:25.888584339Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:43874"
level=debug ts=2026-02-16T14:23:26.615119422Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=7 entries=13 streamLabelsSize="214 B" entriesSize="410 kB" structuredMetadataSize="817 B" totalSize="410 kB" mostRecentLagMs=101 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:26.615149299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="361 kB" policy= mostRecentLagMs=101
level=debug ts=2026-02-16T14:23:26.615159462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="33 kB" policy= mostRecentLagMs=9960
level=debug ts=2026-02-16T14:23:26.615165596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=235
level=debug ts=2026-02-16T14:23:26.615171452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=3235
level=debug ts=2026-02-16T14:23:26.615176454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3235
level=debug ts=2026-02-16T14:23:26.615181245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4235
level=debug ts=2026-02-16T14:23:26.615186101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=2235
level=debug ts=2026-02-16T14:23:26.618365245Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:29.131716219Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=6 entries=14 streamLabelsSize="176 B" entriesSize="489 kB" structuredMetadataSize="881 B" totalSize="489 kB" mostRecentLagMs=2389 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:29.131746088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T14:23:29.131756401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="17 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:23:29.131765031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="467 kB" policy= mostRecentLagMs=2389
level=debug ts=2026-02-16T14:23:29.131770561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:23:29.131776212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:23:29.131782551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:23:29.135600662Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:30.249153488Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:23:33.691705742Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=8 entries=18 streamLabelsSize="227 B" entriesSize="997 kB" structuredMetadataSize="1.1 kB" totalSize="997 kB" mostRecentLagMs=187 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:33.691736992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6022
level=debug ts=2026-02-16T14:23:33.691748069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="509 kB" policy= mostRecentLagMs=187
level=debug ts=2026-02-16T14:23:33.691754558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="309 kB" policy= mostRecentLagMs=2308
level=debug ts=2026-02-16T14:23:33.691760241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="122 kB" policy= mostRecentLagMs=2883
level=debug ts=2026-02-16T14:23:33.691765185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=10022
level=debug ts=2026-02-16T14:23:33.691769966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3023
level=debug ts=2026-02-16T14:23:33.691774869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=6022
level=debug ts=2026-02-16T14:23:33.691780363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="50 kB" policy= mostRecentLagMs=1666
level=debug ts=2026-02-16T14:23:33.704525047Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:37.396538667Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=7 entries=14 streamLabelsSize="196 B" entriesSize="584 kB" structuredMetadataSize="906 B" totalSize="585 kB" mostRecentLagMs=16 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:37.396569818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=5016
level=debug ts=2026-02-16T14:23:37.396580166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=5016
level=debug ts=2026-02-16T14:23:37.396586645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=6017
level=debug ts=2026-02-16T14:23:37.396593484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=3804
level=debug ts=2026-02-16T14:23:37.396599634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=17
level=debug ts=2026-02-16T14:23:37.396623421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="550 kB" policy= mostRecentLagMs=2174
level=debug ts=2026-02-16T14:23:37.396630326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T14:23:37.40104194Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:40.159593223Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="97 kB" streams=7 entries=33 streamLabelsSize="218 B" entriesSize="1.8 MB" structuredMetadataSize="2.1 kB" totalSize="1.8 MB" mostRecentLagMs=41 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:40.159646168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10041
level=debug ts=2026-02-16T14:23:40.159657021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=5042
level=debug ts=2026-02-16T14:23:40.159663478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=1656
level=debug ts=2026-02-16T14:23:40.159669407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=41
level=debug ts=2026-02-16T14:23:40.159674911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=608
level=debug ts=2026-02-16T14:23:40.159680472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=5602
level=debug ts=2026-02-16T14:23:40.159686534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=41
level=debug ts=2026-02-16T14:23:40.17102853Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:43.760074958Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=9 entries=18 streamLabelsSize="278 B" entriesSize="586 kB" structuredMetadataSize="1.1 kB" totalSize="587 kB" mostRecentLagMs=1091 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:43.760104385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="381 kB" policy= mostRecentLagMs=4207
level=debug ts=2026-02-16T14:23:43.760114775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=8222
level=debug ts=2026-02-16T14:23:43.760120694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1091
level=debug ts=2026-02-16T14:23:43.760125934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=1091
level=debug ts=2026-02-16T14:23:43.760131258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1091
level=debug ts=2026-02-16T14:23:43.760136391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T14:23:43.760141036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="90 kB" policy= mostRecentLagMs=8543
level=debug ts=2026-02-16T14:23:43.760147668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="16 kB" policy= mostRecentLagMs=6090
level=debug ts=2026-02-16T14:23:43.760153009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5091
level=debug ts=2026-02-16T14:23:43.766103053Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:47.406459796Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=9 entries=18 streamLabelsSize="262 B" entriesSize="736 kB" structuredMetadataSize="1.1 kB" totalSize="736 kB" mostRecentLagMs=26 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:47.406504087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=4026
level=debug ts=2026-02-16T14:23:47.406519405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7938
level=debug ts=2026-02-16T14:23:47.406529223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=5027
level=debug ts=2026-02-16T14:23:47.406538623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=26
level=debug ts=2026-02-16T14:23:47.406546832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=2026
level=debug ts=2026-02-16T14:23:47.40655701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="533 B" policy= mostRecentLagMs=26
level=debug ts=2026-02-16T14:23:47.406566214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=2770
level=debug ts=2026-02-16T14:23:47.406574487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=26
level=debug ts=2026-02-16T14:23:47.406583378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="657 kB" policy= mostRecentLagMs=1686
level=debug ts=2026-02-16T14:23:47.415351542Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:49.412730633Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="110 kB" streams=10 entries=43 streamLabelsSize="308 B" entriesSize="2.1 MB" structuredMetadataSize="2.8 kB" totalSize="2.1 MB" mostRecentLagMs=194 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:49.412772844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7294
level=debug ts=2026-02-16T14:23:49.412789331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=194
level=debug ts=2026-02-16T14:23:49.412801344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=4294
level=debug ts=2026-02-16T14:23:49.41281313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4294
level=debug ts=2026-02-16T14:23:49.412822305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=5563
level=debug ts=2026-02-16T14:23:49.412830637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=2294
level=debug ts=2026-02-16T14:23:49.412838532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=294
level=debug ts=2026-02-16T14:23:49.412846815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8294
level=debug ts=2026-02-16T14:23:49.412854934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=3964
level=debug ts=2026-02-16T14:23:49.412863522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3294
level=debug ts=2026-02-16T14:23:49.426074604Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:23:51.176365102Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:23:53.938119281Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="119 kB" streams=7 entries=122 streamLabelsSize="201 B" entriesSize="1.8 MB" structuredMetadataSize="8.8 kB" totalSize="1.8 MB" mostRecentLagMs=268 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:53.938149827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9268
level=debug ts=2026-02-16T14:23:53.93816126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="342 kB" policy= mostRecentLagMs=268
level=debug ts=2026-02-16T14:23:53.938167772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=6269
level=debug ts=2026-02-16T14:23:53.938174876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T14:23:53.938179957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=1861
level=debug ts=2026-02-16T14:23:53.938185598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=1095
level=debug ts=2026-02-16T14:23:53.938191136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="182 kB" policy= mostRecentLagMs=1197
level=debug ts=2026-02-16T14:23:53.949746761Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:23:57.069412964Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="109 kB" streams=4 entries=34 streamLabelsSize="116 B" entriesSize="2.1 MB" structuredMetadataSize="2.2 kB" totalSize="2.1 MB" mostRecentLagMs=240 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:57.069452631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=969
level=debug ts=2026-02-16T14:23:57.069463295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=3951
level=debug ts=2026-02-16T14:23:57.069469382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=240
level=debug ts=2026-02-16T14:23:57.069474801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="124 kB" policy= mostRecentLagMs=860
level=debug ts=2026-02-16T14:23:57.114643543Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:23:57.337945566Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:52746"
level=debug ts=2026-02-16T14:23:58.385816755Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=6 entries=33 streamLabelsSize="180 B" entriesSize="1.0 MB" structuredMetadataSize="2.1 kB" totalSize="1.0 MB" mostRecentLagMs=447 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:23:58.385860717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="924 kB" policy= mostRecentLagMs=447
level=debug ts=2026-02-16T14:23:58.385877875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="11 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:23:58.385888326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:23:58.385900315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="71 kB" policy= mostRecentLagMs=1381
level=debug ts=2026-02-16T14:23:58.38591304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:23:58.38592222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="753 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:23:58.392755093Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:04.11835154Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="92 kB" streams=10 entries=44 streamLabelsSize="302 B" entriesSize="1.7 MB" structuredMetadataSize="2.8 kB" totalSize="1.7 MB" mostRecentLagMs=167 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:04.118384361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="94 kB" policy= mostRecentLagMs=167
level=debug ts=2026-02-16T14:24:04.118395476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=1047
level=debug ts=2026-02-16T14:24:04.118401643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="13 kB" policy= mostRecentLagMs=6747
level=debug ts=2026-02-16T14:24:04.118407836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=3447
level=debug ts=2026-02-16T14:24:04.118413732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="52 kB" policy= mostRecentLagMs=3318
level=debug ts=2026-02-16T14:24:04.118420803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6449
level=debug ts=2026-02-16T14:24:04.118426663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="13 kB" policy= mostRecentLagMs=448
level=debug ts=2026-02-16T14:24:04.118431938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5449
level=debug ts=2026-02-16T14:24:04.11843657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="148 kB" policy= mostRecentLagMs=5058
level=debug ts=2026-02-16T14:24:04.118441565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="308 kB" policy= mostRecentLagMs=3318
level=debug ts=2026-02-16T14:24:04.126144326Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:07.057529649Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="89 kB" streams=7 entries=43 streamLabelsSize="219 B" entriesSize="1.5 MB" structuredMetadataSize="2.9 kB" totalSize="1.5 MB" mostRecentLagMs=275 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:07.057560422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=399
level=debug ts=2026-02-16T14:24:07.057571419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=6939
level=debug ts=2026-02-16T14:24:07.057579231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=3228
level=debug ts=2026-02-16T14:24:07.057586912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=4939
level=debug ts=2026-02-16T14:24:07.057592455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="123 kB" policy= mostRecentLagMs=275
level=debug ts=2026-02-16T14:24:07.057597394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5939
level=debug ts=2026-02-16T14:24:07.057603488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="12 kB" policy= mostRecentLagMs=1940
level=debug ts=2026-02-16T14:24:07.065554224Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:08.414458829Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="66 kB" streams=10 entries=50 streamLabelsSize="280 B" entriesSize="1.4 MB" structuredMetadataSize="3.2 kB" totalSize="1.4 MB" mostRecentLagMs=34 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:08.414492654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=354
level=debug ts=2026-02-16T14:24:08.414503187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="52 kB" policy= mostRecentLagMs=4752
level=debug ts=2026-02-16T14:24:08.414510277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=5034
level=debug ts=2026-02-16T14:24:08.414515911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="16 kB" policy= mostRecentLagMs=34
level=debug ts=2026-02-16T14:24:08.414520877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=4630
level=debug ts=2026-02-16T14:24:08.414526686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1034
level=debug ts=2026-02-16T14:24:08.414531341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=34
level=debug ts=2026-02-16T14:24:08.414535829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=7034
level=debug ts=2026-02-16T14:24:08.41454045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=5350
level=debug ts=2026-02-16T14:24:08.414545285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7756
level=debug ts=2026-02-16T14:24:08.42247242Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:14.923831196Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:24:15.303172583Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="65 kB" streams=10 entries=93 streamLabelsSize="303 B" entriesSize="903 kB" structuredMetadataSize="6.6 kB" totalSize="903 kB" mostRecentLagMs=33 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:15.303210951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=6633
level=debug ts=2026-02-16T14:24:15.303222543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=6633
level=debug ts=2026-02-16T14:24:15.303228808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="53 kB" policy= mostRecentLagMs=7633
level=debug ts=2026-02-16T14:24:15.303234018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=1645
level=debug ts=2026-02-16T14:24:15.303240473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=10634
level=debug ts=2026-02-16T14:24:15.303245466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="193 kB" policy= mostRecentLagMs=33
level=debug ts=2026-02-16T14:24:15.303250445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="486 kB" policy= mostRecentLagMs=2229
level=debug ts=2026-02-16T14:24:15.303255145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="37 kB" policy= mostRecentLagMs=2349
level=debug ts=2026-02-16T14:24:15.303260733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2634
level=debug ts=2026-02-16T14:24:15.303266412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="88 kB" policy= mostRecentLagMs=7298
level=debug ts=2026-02-16T14:24:15.308763985Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:17.073411368Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="57 kB" streams=5 entries=34 streamLabelsSize="154 B" entriesSize="876 kB" structuredMetadataSize="2.2 kB" totalSize="876 kB" mostRecentLagMs=109 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:17.073452473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=394
level=debug ts=2026-02-16T14:24:17.073469412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=4174
level=debug ts=2026-02-16T14:24:17.073484837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=1955
level=debug ts=2026-02-16T14:24:17.073496088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="766 kB" policy= mostRecentLagMs=109
level=debug ts=2026-02-16T14:24:17.073507474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="24 kB" policy= mostRecentLagMs=1955
level=debug ts=2026-02-16T14:24:17.081702615Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:19.05368576Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="40 kB" streams=7 entries=29 streamLabelsSize="213 B" entriesSize="822 kB" structuredMetadataSize="1.9 kB" totalSize="823 kB" mostRecentLagMs=1504 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:19.053727851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="745 kB" policy= mostRecentLagMs=1504
level=debug ts=2026-02-16T14:24:19.053738945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=6673
level=debug ts=2026-02-16T14:24:19.053745681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="11 kB" policy= mostRecentLagMs=3673
level=debug ts=2026-02-16T14:24:19.053752337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="59 kB" policy= mostRecentLagMs=1820
level=debug ts=2026-02-16T14:24:19.053758135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=4674
level=debug ts=2026-02-16T14:24:19.053764043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3673
level=debug ts=2026-02-16T14:24:19.053769817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=5673
level=debug ts=2026-02-16T14:24:19.05866017Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:24:21.179169438Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:24:25.304142766Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="62 kB" streams=9 entries=60 streamLabelsSize="303 B" entriesSize="692 kB" structuredMetadataSize="4.4 kB" totalSize="692 kB" mostRecentLagMs=2635 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:25.304174156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6635
level=debug ts=2026-02-16T14:24:25.304184976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="250 kB" policy= mostRecentLagMs=3992
level=debug ts=2026-02-16T14:24:25.304191336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="177 kB" policy= mostRecentLagMs=2635
level=debug ts=2026-02-16T14:24:25.304198619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:24:25.304204182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=6233
level=debug ts=2026-02-16T14:24:25.304210197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=10019
level=debug ts=2026-02-16T14:24:25.304216327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="822 B" policy= mostRecentLagMs=10019
level=debug ts=2026-02-16T14:24:25.304221453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="50 kB" policy= mostRecentLagMs=8672
level=debug ts=2026-02-16T14:24:25.3042265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="172 kB" policy= mostRecentLagMs=5871
level=debug ts=2026-02-16T14:24:25.309267841Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:27.17055591Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="85 kB" streams=10 entries=180 streamLabelsSize="291 B" entriesSize="1.2 MB" structuredMetadataSize="13 kB" totalSize="1.2 MB" mostRecentLagMs=33 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:27.170585833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1081
level=debug ts=2026-02-16T14:24:27.170596296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6052
level=debug ts=2026-02-16T14:24:27.170603092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=1081
level=debug ts=2026-02-16T14:24:27.170622772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="576 kB" policy= mostRecentLagMs=1028
level=debug ts=2026-02-16T14:24:27.170628473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="54 kB" policy= mostRecentLagMs=8310
level=debug ts=2026-02-16T14:24:27.170633868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=10053
level=debug ts=2026-02-16T14:24:27.170639597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=7052
level=debug ts=2026-02-16T14:24:27.17064449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=5053
level=debug ts=2026-02-16T14:24:27.170650301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=2094
level=debug ts=2026-02-16T14:24:27.170654967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="490 kB" policy= mostRecentLagMs=33
level=debug ts=2026-02-16T14:24:27.178585319Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:29.398161667Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=7 entries=22 streamLabelsSize="211 B" entriesSize="704 kB" structuredMetadataSize="1.4 kB" totalSize="705 kB" mostRecentLagMs=1018 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:29.398193266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=2018
level=debug ts=2026-02-16T14:24:29.398204182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1018
level=debug ts=2026-02-16T14:24:29.398211442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="652 kB" policy= mostRecentLagMs=2377
level=debug ts=2026-02-16T14:24:29.39821838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=6018
level=debug ts=2026-02-16T14:24:29.398224068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="15 kB" policy= mostRecentLagMs=4018
level=debug ts=2026-02-16T14:24:29.398229061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=7134
level=debug ts=2026-02-16T14:24:29.398233996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6018
level=debug ts=2026-02-16T14:24:29.402730602Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:33.374876231Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="241 kB" streams=7 entries=323 streamLabelsSize="237 B" entriesSize="2.0 MB" structuredMetadataSize="24 kB" totalSize="2.0 MB" mostRecentLagMs=250 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:33.374907562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=5803
level=debug ts=2026-02-16T14:24:33.374918201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=250
level=debug ts=2026-02-16T14:24:33.374925897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1975
level=debug ts=2026-02-16T14:24:33.374931926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3970
level=debug ts=2026-02-16T14:24:33.374937893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1975
level=debug ts=2026-02-16T14:24:33.374942937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="42 kB" policy= mostRecentLagMs=1980
level=debug ts=2026-02-16T14:24:33.374947632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="427 kB" policy= mostRecentLagMs=857
level=debug ts=2026-02-16T14:24:33.387010637Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:36.082203054Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=12 entries=30 streamLabelsSize="337 B" entriesSize="818 kB" structuredMetadataSize="1.9 kB" totalSize="818 kB" mostRecentLagMs=413 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:36.082243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=9412
level=debug ts=2026-02-16T14:24:36.082259241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3413
level=debug ts=2026-02-16T14:24:36.082271583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="350 kB" policy= mostRecentLagMs=2416
level=debug ts=2026-02-16T14:24:36.082281838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=2413
level=debug ts=2026-02-16T14:24:36.082291723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="86 kB" policy= mostRecentLagMs=4840
level=debug ts=2026-02-16T14:24:36.082301092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="319 kB" policy= mostRecentLagMs=2909
level=debug ts=2026-02-16T14:24:36.082309885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=5740
level=debug ts=2026-02-16T14:24:36.082318629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7413
level=debug ts=2026-02-16T14:24:36.082328122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="891 B" policy= mostRecentLagMs=413
level=debug ts=2026-02-16T14:24:36.082337551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="11 kB" policy= mostRecentLagMs=413
level=debug ts=2026-02-16T14:24:36.082346042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="458 B" policy= mostRecentLagMs=9412
level=debug ts=2026-02-16T14:24:36.082354649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=8413
level=debug ts=2026-02-16T14:24:36.08715387Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:40.191751493Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=9 entries=16 streamLabelsSize="294 B" entriesSize="257 kB" structuredMetadataSize="1.0 kB" totalSize="257 kB" mostRecentLagMs=4811 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:40.191795739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=8633
level=debug ts=2026-02-16T14:24:40.191811998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5811
level=debug ts=2026-02-16T14:24:40.191822561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="386 B" policy= mostRecentLagMs=4811
level=debug ts=2026-02-16T14:24:40.191831893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="175 kB" policy= mostRecentLagMs=8739
level=debug ts=2026-02-16T14:24:40.191842077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=7812
level=debug ts=2026-02-16T14:24:40.191852921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="906 B" policy= mostRecentLagMs=5811
level=debug ts=2026-02-16T14:24:40.191861407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T14:24:40.191869709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="11 kB" policy= mostRecentLagMs=9811
level=debug ts=2026-02-16T14:24:40.19187781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=6811
level=debug ts=2026-02-16T14:24:40.194885258Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:41.101719525Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="284 kB" streams=5 entries=402 streamLabelsSize="146 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=238 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:41.101764141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=238
level=debug ts=2026-02-16T14:24:41.101780766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3554
level=debug ts=2026-02-16T14:24:41.101793472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="676 B" policy= mostRecentLagMs=5734
level=debug ts=2026-02-16T14:24:41.101803297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=1733
level=debug ts=2026-02-16T14:24:41.101812762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=1733
level=debug ts=2026-02-16T14:24:41.119056454Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:46.682014978Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=13 entries=27 streamLabelsSize="410 B" entriesSize="283 kB" structuredMetadataSize="1.8 kB" totalSize="284 kB" mostRecentLagMs=146 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:46.682054264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T14:24:46.682069468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T14:24:46.682079523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="533 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:24:46.682089591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="16 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T14:24:46.682097537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="28 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T14:24:46.68210583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="27 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:24:46.682113761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:24:46.682122192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T14:24:46.682130208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="32 kB" policy= mostRecentLagMs=7515
level=debug ts=2026-02-16T14:24:46.682138067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T14:24:46.682145235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="59 kB" policy= mostRecentLagMs=147
level=debug ts=2026-02-16T14:24:46.682152721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="317 B" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T14:24:46.682160644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="113 kB" policy= mostRecentLagMs=993
level=debug ts=2026-02-16T14:24:46.685258873Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:50.892264345Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="119 kB" streams=9 entries=91 streamLabelsSize="272 B" entriesSize="1.0 MB" structuredMetadataSize="6.6 kB" totalSize="1.0 MB" mostRecentLagMs=349 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:50.892309079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=5676
level=debug ts=2026-02-16T14:24:50.892325712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="308 kB" policy= mostRecentLagMs=8772
level=debug ts=2026-02-16T14:24:50.892337127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9656
level=debug ts=2026-02-16T14:24:50.89234699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=4135
level=debug ts=2026-02-16T14:24:50.892356628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=2774
level=debug ts=2026-02-16T14:24:50.892369881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4774
level=debug ts=2026-02-16T14:24:50.892380997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=1579
level=debug ts=2026-02-16T14:24:50.892392237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="606 kB" policy= mostRecentLagMs=349
level=debug ts=2026-02-16T14:24:50.892401288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=9656
level=debug ts=2026-02-16T14:24:50.899366074Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:24:51.181441732Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:24:51.409237936Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=6 entries=15 streamLabelsSize="178 B" entriesSize="859 kB" structuredMetadataSize="931 B" totalSize="859 kB" mostRecentLagMs=93 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:51.409278828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="747 kB" policy= mostRecentLagMs=93
level=debug ts=2026-02-16T14:24:51.409290319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=9343
level=debug ts=2026-02-16T14:24:51.409298886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=4029
level=debug ts=2026-02-16T14:24:51.409308316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8168
level=debug ts=2026-02-16T14:24:51.409314481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2029
level=debug ts=2026-02-16T14:24:51.409320246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="47 kB" policy= mostRecentLagMs=2020
level=debug ts=2026-02-16T14:24:51.41426613Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:24:51.901249683Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:24:51.903806397Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T14:24:53.870516145Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:60766"
level=debug ts=2026-02-16T14:24:57.722585999Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="64 kB" streams=10 entries=52 streamLabelsSize="314 B" entriesSize="1.1 MB" structuredMetadataSize="3.8 kB" totalSize="1.1 MB" mostRecentLagMs=25 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:24:57.722637599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=1977
level=debug ts=2026-02-16T14:24:57.722648636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=1053
level=debug ts=2026-02-16T14:24:57.72265663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="266 kB" policy= mostRecentLagMs=34
level=debug ts=2026-02-16T14:24:57.722663383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="42 kB" policy= mostRecentLagMs=1061
level=debug ts=2026-02-16T14:24:57.722669988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="34 kB" policy= mostRecentLagMs=4076
level=debug ts=2026-02-16T14:24:57.72267501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="433 kB" policy= mostRecentLagMs=1894
level=debug ts=2026-02-16T14:24:57.722679768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=6656
level=debug ts=2026-02-16T14:24:57.722684435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="93 kB" policy= mostRecentLagMs=25
level=debug ts=2026-02-16T14:24:57.722689084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="43 kB" policy= mostRecentLagMs=5567
level=debug ts=2026-02-16T14:24:57.722693741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9053
level=debug ts=2026-02-16T14:24:57.7297472Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:00.357862467Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="194 kB" streams=10 entries=329 streamLabelsSize="287 B" entriesSize="2.0 MB" structuredMetadataSize="24 kB" totalSize="2.0 MB" mostRecentLagMs=60 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:00.35789375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="43 kB" policy= mostRecentLagMs=3142
level=debug ts=2026-02-16T14:25:00.357905084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="492 kB" policy= mostRecentLagMs=471
level=debug ts=2026-02-16T14:25:00.35791261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="186 B" policy= mostRecentLagMs=5032
level=debug ts=2026-02-16T14:25:00.357918223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=2546
level=debug ts=2026-02-16T14:25:00.357923102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=1598
level=debug ts=2026-02-16T14:25:00.357929234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="66 kB" policy= mostRecentLagMs=2546
level=debug ts=2026-02-16T14:25:00.357934164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=1600
level=debug ts=2026-02-16T14:25:00.357938681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2546
level=debug ts=2026-02-16T14:25:00.357943483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=60
level=debug ts=2026-02-16T14:25:00.357948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1598
level=debug ts=2026-02-16T14:25:00.377152722Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:01.427525236Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=12 entries=34 streamLabelsSize="357 B" entriesSize="581 kB" structuredMetadataSize="2.3 kB" totalSize="582 kB" mostRecentLagMs=309 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:01.427553758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9307
level=debug ts=2026-02-16T14:25:01.427564543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="850 B" policy= mostRecentLagMs=4309
level=debug ts=2026-02-16T14:25:01.427571104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="24 kB" policy= mostRecentLagMs=2753
level=debug ts=2026-02-16T14:25:01.42757626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="374 kB" policy= mostRecentLagMs=1136
level=debug ts=2026-02-16T14:25:01.427581413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="13 kB" policy= mostRecentLagMs=5309
level=debug ts=2026-02-16T14:25:01.427586256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6309
level=debug ts=2026-02-16T14:25:01.427591192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=5914
level=debug ts=2026-02-16T14:25:01.427596083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=5309
level=debug ts=2026-02-16T14:25:01.427601207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4980
level=debug ts=2026-02-16T14:25:01.427625439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1309
level=debug ts=2026-02-16T14:25:01.427630785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="48 kB" policy= mostRecentLagMs=2309
level=debug ts=2026-02-16T14:25:01.427635573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=309
level=debug ts=2026-02-16T14:25:01.43265926Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:07.632003875Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="282 kB" streams=7 entries=373 streamLabelsSize="220 B" entriesSize="2.0 MB" structuredMetadataSize="28 kB" totalSize="2.0 MB" mostRecentLagMs=213 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:07.632038025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6310
level=debug ts=2026-02-16T14:25:07.632049526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="51 kB" policy= mostRecentLagMs=7334
level=debug ts=2026-02-16T14:25:07.632056287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="93 kB" policy= mostRecentLagMs=911
level=debug ts=2026-02-16T14:25:07.632063302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=213
level=debug ts=2026-02-16T14:25:07.632068979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=2576
level=debug ts=2026-02-16T14:25:07.632075296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="744 B" policy= mostRecentLagMs=2576
level=debug ts=2026-02-16T14:25:07.63208085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=914
level=debug ts=2026-02-16T14:25:07.699275786Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:07.731063741Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="73 kB" streams=10 entries=68 streamLabelsSize="331 B" entriesSize="1.0 MB" structuredMetadataSize="5.0 kB" totalSize="1.0 MB" mostRecentLagMs=1062 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:07.731096375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4062
level=debug ts=2026-02-16T14:25:07.731107083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="54 kB" policy= mostRecentLagMs=7567
level=debug ts=2026-02-16T14:25:07.731113276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="288 kB" policy= mostRecentLagMs=6925
level=debug ts=2026-02-16T14:25:07.731118523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=2062
level=debug ts=2026-02-16T14:25:07.731123859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="383 kB" policy= mostRecentLagMs=2270
level=debug ts=2026-02-16T14:25:07.731129104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9062
level=debug ts=2026-02-16T14:25:07.731133931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="975 B" policy= mostRecentLagMs=1062
level=debug ts=2026-02-16T14:25:07.731139018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="246 kB" policy= mostRecentLagMs=4062
level=debug ts=2026-02-16T14:25:07.731144034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10025
level=debug ts=2026-02-16T14:25:07.731149247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=1062
level=debug ts=2026-02-16T14:25:07.736863162Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:11.756902541Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=4 entries=8 streamLabelsSize="133 B" entriesSize="359 kB" structuredMetadataSize="521 B" totalSize="359 kB" mostRecentLagMs=639 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:11.756930475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5170
level=debug ts=2026-02-16T14:25:11.75694119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=6208
level=debug ts=2026-02-16T14:25:11.756947668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=6639
level=debug ts=2026-02-16T14:25:11.756953537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="256 kB" policy= mostRecentLagMs=639
level=debug ts=2026-02-16T14:25:11.759514012Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:17.469323923Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="269 kB" streams=11 entries=330 streamLabelsSize="334 B" entriesSize="1.8 MB" structuredMetadataSize="25 kB" totalSize="1.8 MB" mostRecentLagMs=88 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:17.469353934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="134 kB" policy= mostRecentLagMs=1088
level=debug ts=2026-02-16T14:25:17.469364792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=88
level=debug ts=2026-02-16T14:25:17.469371078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="38 kB" policy= mostRecentLagMs=88
level=debug ts=2026-02-16T14:25:17.469376254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1746
level=debug ts=2026-02-16T14:25:17.469382092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=4692
level=debug ts=2026-02-16T14:25:17.469387158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4692
level=debug ts=2026-02-16T14:25:17.469392361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=88
level=debug ts=2026-02-16T14:25:17.469397879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=7626
level=debug ts=2026-02-16T14:25:17.469403162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=6113
level=debug ts=2026-02-16T14:25:17.469407978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6113
level=debug ts=2026-02-16T14:25:17.469412912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1088
level=debug ts=2026-02-16T14:25:17.479744222Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:18.675093176Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.8 kB" streams=12 entries=17 streamLabelsSize="389 B" entriesSize="76 kB" structuredMetadataSize="1.1 kB" totalSize="77 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:18.675121163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="458 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:25:18.675131201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="35 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:25:18.675137741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:25:18.675144056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="186 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:25:18.675149482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:25:18.675154854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:25:18.675160034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:25:18.675165419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:25:18.675170906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:25:18.675177274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:25:18.675182972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:25:18.675188563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:25:18.676936988Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:25:21.183707355Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:25:22.127103463Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=10 entries=15 streamLabelsSize="294 B" entriesSize="190 kB" structuredMetadataSize="964 B" totalSize="191 kB" mostRecentLagMs=822 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:22.127134216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="56 kB" policy= mostRecentLagMs=822
level=debug ts=2026-02-16T14:25:22.127145256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:25:22.127151976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="9.3 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:25:22.127158162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:25:22.12716349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="782 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:25:22.127170535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="17 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:25:22.127175969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="54 kB" policy= mostRecentLagMs=1572
level=debug ts=2026-02-16T14:25:22.127183007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:25:22.127190009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3953
level=debug ts=2026-02-16T14:25:22.127195606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=3953
level=debug ts=2026-02-16T14:25:22.129901757Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:25:25.893924331Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:39608"
ts=2026-02-16T14:25:27.34393758Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:44774"
level=debug ts=2026-02-16T14:25:27.958895165Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:25:28.392869687Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=6 entries=16 streamLabelsSize="179 B" entriesSize="335 kB" structuredMetadataSize="994 B" totalSize="335 kB" mostRecentLagMs=4270 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:28.392898703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T14:25:28.392909465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T14:25:28.392917612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:25:28.392923974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="264 kB" policy= mostRecentLagMs=4270
level=debug ts=2026-02-16T14:25:28.392930267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="66 kB" policy= mostRecentLagMs=6454
level=debug ts=2026-02-16T14:25:28.392936423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T14:25:28.396064231Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:30.464323233Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=4 entries=12 streamLabelsSize="103 B" entriesSize="829 kB" structuredMetadataSize="775 B" totalSize="829 kB" mostRecentLagMs=924 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:30.464354259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=5795
level=debug ts=2026-02-16T14:25:30.464364864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="94 kB" policy= mostRecentLagMs=6199
level=debug ts=2026-02-16T14:25:30.464371306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="309 kB" policy= mostRecentLagMs=2695
level=debug ts=2026-02-16T14:25:30.464376667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="421 kB" policy= mostRecentLagMs=925
level=debug ts=2026-02-16T14:25:30.470724356Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:32.482137966Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=7 entries=17 streamLabelsSize="215 B" entriesSize="722 kB" structuredMetadataSize="1.1 kB" totalSize="722 kB" mostRecentLagMs=364 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:32.482171855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="656 kB" policy= mostRecentLagMs=2875
level=debug ts=2026-02-16T14:25:32.482182814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=364
level=debug ts=2026-02-16T14:25:32.482189304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="330 B" policy= mostRecentLagMs=364
level=debug ts=2026-02-16T14:25:32.482195178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2364
level=debug ts=2026-02-16T14:25:32.482200186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=1953
level=debug ts=2026-02-16T14:25:32.48220493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=364
level=debug ts=2026-02-16T14:25:32.482209727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=8499
level=debug ts=2026-02-16T14:25:32.486254643Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:39.388122273Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=8 entries=8 streamLabelsSize="236 B" entriesSize="112 kB" structuredMetadataSize="534 B" totalSize="112 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:39.38815068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=7671
level=debug ts=2026-02-16T14:25:39.38816112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:25:39.388168118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:25:39.388173192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T14:25:39.38817945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="51 kB" policy= mostRecentLagMs=8756
level=debug ts=2026-02-16T14:25:39.388184937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:25:39.388190689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:25:39.388197116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=8756
level=debug ts=2026-02-16T14:25:39.389973087Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:40.587277826Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=10 entries=13 streamLabelsSize="312 B" entriesSize="37 kB" structuredMetadataSize="841 B" totalSize="37 kB" mostRecentLagMs=918 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:40.587305551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="147 B" policy= mostRecentLagMs=5918
level=debug ts=2026-02-16T14:25:40.587317382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=4918
level=debug ts=2026-02-16T14:25:40.587324466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=2918
level=debug ts=2026-02-16T14:25:40.587330742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1918
level=debug ts=2026-02-16T14:25:40.587335711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="886 B" policy= mostRecentLagMs=3918
level=debug ts=2026-02-16T14:25:40.587340826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=918
level=debug ts=2026-02-16T14:25:40.587346231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8918
level=debug ts=2026-02-16T14:25:40.587351197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=6918
level=debug ts=2026-02-16T14:25:40.587355913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=9918
level=debug ts=2026-02-16T14:25:40.587360424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=6918
level=debug ts=2026-02-16T14:25:40.58883511Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:43.126359993Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=10 entries=20 streamLabelsSize="288 B" entriesSize="201 kB" structuredMetadataSize="1.3 kB" totalSize="201 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:43.126388284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:25:43.126398925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="165 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:25:43.126405451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="14 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:25:43.126412184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T14:25:43.126418273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="13 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:25:43.126424211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:25:43.126429161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="696 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T14:25:43.12643448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:25:43.126439233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:25:43.12644388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="152 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:25:43.128905974Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:50.391515487Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=9 entries=11 streamLabelsSize="279 B" entriesSize="238 kB" structuredMetadataSize="705 B" totalSize="239 kB" mostRecentLagMs=1011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:50.391548023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="161 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T14:25:50.391559344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T14:25:50.39156524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="13 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T14:25:50.391571274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="442 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T14:25:50.39157702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2661
level=debug ts=2026-02-16T14:25:50.391583672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="551 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T14:25:50.391589366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T14:25:50.391595174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:25:50.39160101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:25:50.393790347Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:25:50.679601291Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=10 entries=16 streamLabelsSize="318 B" entriesSize="328 kB" structuredMetadataSize="1.0 kB" totalSize="329 kB" mostRecentLagMs=2010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:50.679655584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="21 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T14:25:50.679667771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T14:25:50.679675618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="81 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:25:50.679682616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T14:25:50.67968836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T14:25:50.679696265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="41 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:25:50.679701851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:25:50.679707147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T14:25:50.679711904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=2916
level=debug ts=2026-02-16T14:25:50.679716743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T14:25:50.682015462Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:25:51.185631879Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:25:54.125174511Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.5 kB" streams=8 entries=9 streamLabelsSize="246 B" entriesSize="65 kB" structuredMetadataSize="581 B" totalSize="65 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:25:54.12521657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:25:54.125234889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="11 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:25:54.1252453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:25:54.125254464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:25:54.125264073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=3647
level=debug ts=2026-02-16T14:25:54.125273207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T14:25:54.125284415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:25:54.12529512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:25:54.126820795Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:26:01.385905726Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=6 entries=10 streamLabelsSize="168 B" entriesSize="16 kB" structuredMetadataSize="654 B" totalSize="16 kB" mostRecentLagMs=3006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:01.385939734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:26:01.38595163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:26:01.38595938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:26:01.385966216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:26:01.385972573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="734 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:26:01.385977741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:26:01.38743278Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:26:03.677582711Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.6 kB" streams=4 entries=4 streamLabelsSize="113 B" entriesSize="293 kB" structuredMetadataSize="262 B" totalSize="293 kB" mostRecentLagMs=5008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:03.67762976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="239 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:26:03.677640439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="816 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:26:03.677649286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="288 kB" policy= mostRecentLagMs=7953
level=debug ts=2026-02-16T14:26:03.677655722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:26:03.680441191Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:26:06.123329449Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=3 entries=5 streamLabelsSize="118 B" entriesSize="9.9 kB" structuredMetadataSize="324 B" totalSize="10 kB" mostRecentLagMs=5004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:06.123358521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="836 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:26:06.123370232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T14:26:06.123378088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T14:26:06.124562975Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:26:10.757349242Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:26:13.238070598Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.2 kB" streams=2 entries=5 streamLabelsSize="62 B" entriesSize="124 kB" structuredMetadataSize="378 B" totalSize="124 kB" mostRecentLagMs=124 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:13.238102722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="123 kB" policy= mostRecentLagMs=124
level=debug ts=2026-02-16T14:26:13.23811413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5858
level=debug ts=2026-02-16T14:26:13.240235832Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:26:14.971402536Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.8 kB" streams=6 entries=9 streamLabelsSize="206 B" entriesSize="124 kB" structuredMetadataSize="591 B" totalSize="124 kB" mostRecentLagMs=302 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:14.971435381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7302
level=debug ts=2026-02-16T14:26:14.971446023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=2302
level=debug ts=2026-02-16T14:26:14.971452714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=5302
level=debug ts=2026-02-16T14:26:14.97145814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="112 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:26:14.97146365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9302
level=debug ts=2026-02-16T14:26:14.971469477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=302
level=debug ts=2026-02-16T14:26:14.973665149Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:26:17.124126452Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=6 entries=9 streamLabelsSize="183 B" entriesSize="12 kB" structuredMetadataSize="591 B" totalSize="12 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:17.124157206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:26:17.124173728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="495 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:26:17.124182809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:26:17.124188061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="782 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:26:17.124194598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:26:17.124199673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:26:17.125487692Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:26:21.187634384Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
ts=2026-02-16T14:26:25.897243455Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:33558"
level=debug ts=2026-02-16T14:26:26.311687569Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=7 entries=13 streamLabelsSize="239 B" entriesSize="564 kB" structuredMetadataSize="954 B" totalSize="564 kB" mostRecentLagMs=408 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:26.311717181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=743
level=debug ts=2026-02-16T14:26:26.311728086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=8642
level=debug ts=2026-02-16T14:26:26.311734713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7642
level=debug ts=2026-02-16T14:26:26.31174252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=7397
level=debug ts=2026-02-16T14:26:26.311747717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="984 B" policy= mostRecentLagMs=9642
level=debug ts=2026-02-16T14:26:26.311752868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7642
level=debug ts=2026-02-16T14:26:26.311758287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="419 kB" policy= mostRecentLagMs=408
level=debug ts=2026-02-16T14:26:26.315986536Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:26:28.126452455Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=4 entries=9 streamLabelsSize="115 B" entriesSize="167 kB" structuredMetadataSize="573 B" totalSize="167 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:28.126482735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="989 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T14:26:28.126493226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:26:28.12649935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="161 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:26:28.126505862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T14:26:28.129210952Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:26:30.391425417Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=7 entries=11 streamLabelsSize="236 B" entriesSize="391 kB" structuredMetadataSize="699 B" totalSize="391 kB" mostRecentLagMs=207 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:30.39145406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T14:26:30.391465105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T14:26:30.391472407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T14:26:30.391478345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T14:26:30.391483444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T14:26:30.391488963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T14:26:30.391493995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="378 kB" policy= mostRecentLagMs=207
level=debug ts=2026-02-16T14:26:30.39445426Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:26:37.330236003Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=4 entries=4 streamLabelsSize="146 B" entriesSize="463 kB" structuredMetadataSize="272 B" totalSize="463 kB" mostRecentLagMs=3947 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:37.330276625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="26 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:26:37.330292274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="329 kB" policy= mostRecentLagMs=3947
level=debug ts=2026-02-16T14:26:37.330301966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="107 kB" policy= mostRecentLagMs=9220
level=debug ts=2026-02-16T14:26:37.330313755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=4661
level=debug ts=2026-02-16T14:26:37.335241406Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:26:40.127895804Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=8 entries=10 streamLabelsSize="267 B" entriesSize="249 kB" structuredMetadataSize="661 B" totalSize="249 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:40.127927478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:26:40.127938988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="204 kB" policy= mostRecentLagMs=6836
level=debug ts=2026-02-16T14:26:40.127944924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:26:40.127951165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:26:40.127957185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="186 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:26:40.127963431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:26:40.127968586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T14:26:40.127973652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=6893
level=debug ts=2026-02-16T14:26:40.130816597Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:26:42.253249711Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=9 entries=17 streamLabelsSize="259 B" entriesSize="211 kB" structuredMetadataSize="1.1 kB" totalSize="211 kB" mostRecentLagMs=873 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:42.253280387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=873
level=debug ts=2026-02-16T14:26:42.253291962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=3873
level=debug ts=2026-02-16T14:26:42.253298641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="89 kB" policy= mostRecentLagMs=3873
level=debug ts=2026-02-16T14:26:42.253304288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8975
level=debug ts=2026-02-16T14:26:42.253309751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=8105
level=debug ts=2026-02-16T14:26:42.253315909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=2873
level=debug ts=2026-02-16T14:26:42.253320709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=3873
level=debug ts=2026-02-16T14:26:42.253325397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="62 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:26:42.253330113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=7873
level=debug ts=2026-02-16T14:26:42.255451321Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:26:47.680774131Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=12 entries=20 streamLabelsSize="372 B" entriesSize="425 kB" structuredMetadataSize="1.3 kB" totalSize="425 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:47.680804791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T14:26:47.680815704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T14:26:47.680821606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T14:26:47.680827421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T14:26:47.680832167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T14:26:47.680836853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="65 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T14:26:47.680841635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:26:47.680846448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="170 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:26:47.68085133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=2755
level=debug ts=2026-02-16T14:26:47.680856688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T14:26:47.680861685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1012
level=debug ts=2026-02-16T14:26:47.680867208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="32 kB" policy= mostRecentLagMs=4154
level=debug ts=2026-02-16T14:26:47.684007485Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:26:50.440267452Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=10 entries=17 streamLabelsSize="314 B" entriesSize="186 kB" structuredMetadataSize="1.1 kB" totalSize="187 kB" mostRecentLagMs=1321 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:50.440298076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=8321
level=debug ts=2026-02-16T14:26:50.440309045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9322
level=debug ts=2026-02-16T14:26:50.440316592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:26:50.440323605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="106 kB" policy= mostRecentLagMs=5322
level=debug ts=2026-02-16T14:26:50.440330298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="15 kB" policy= mostRecentLagMs=3321
level=debug ts=2026-02-16T14:26:50.440335489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=5322
level=debug ts=2026-02-16T14:26:50.440340693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8322
level=debug ts=2026-02-16T14:26:50.440346336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=1322
level=debug ts=2026-02-16T14:26:50.440351167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=6322
level=debug ts=2026-02-16T14:26:50.440355958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3321
level=debug ts=2026-02-16T14:26:50.44253738Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:26:51.189963147Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:26:53.389252353Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=10 entries=14 streamLabelsSize="318 B" entriesSize="222 kB" structuredMetadataSize="895 B" totalSize="222 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:26:53.389281345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:26:53.389291363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:26:53.389298951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="13 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:26:53.389304807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:26:53.389309499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="924 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:26:53.38931453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:26:53.389319366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:26:53.389324302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:26:53.389329818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="115 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:26:53.389334524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="49 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:26:53.391782712Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:26:55.899843147Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:40706"
ts=2026-02-16T14:26:57.349345083Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:39844"
level=debug ts=2026-02-16T14:26:58.280174773Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:27:01.029995238Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=5 entries=6 streamLabelsSize="187 B" entriesSize="134 kB" structuredMetadataSize="407 B" totalSize="134 kB" mostRecentLagMs=2361 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:01.030022846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=4785
level=debug ts=2026-02-16T14:27:01.030033513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2361
level=debug ts=2026-02-16T14:27:01.030039753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="76 kB" policy= mostRecentLagMs=3360
level=debug ts=2026-02-16T14:27:01.030045395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=7360
level=debug ts=2026-02-16T14:27:01.030050362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2361
level=debug ts=2026-02-16T14:27:01.031997705Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:27:06.399950688Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=5 entries=13 streamLabelsSize="150 B" entriesSize="908 kB" structuredMetadataSize="795 B" totalSize="908 kB" mostRecentLagMs=368 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:06.399981756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8019
level=debug ts=2026-02-16T14:27:06.399992604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T14:27:06.399999456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9977
level=debug ts=2026-02-16T14:27:06.400005045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="763 kB" policy= mostRecentLagMs=368
level=debug ts=2026-02-16T14:27:06.400009972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="106 kB" policy= mostRecentLagMs=368
level=debug ts=2026-02-16T14:27:06.405575449Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:27:10.135200882Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=3 entries=11 streamLabelsSize="101 B" entriesSize="624 kB" structuredMetadataSize="719 B" totalSize="624 kB" mostRecentLagMs=2092 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:10.135232636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=8017
level=debug ts=2026-02-16T14:27:10.135243325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T14:27:10.135251079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="622 kB" policy= mostRecentLagMs=2092
level=debug ts=2026-02-16T14:27:10.139143072Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:27:11.197695325Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=8 entries=10 streamLabelsSize="249 B" entriesSize="742 kB" structuredMetadataSize="631 B" totalSize="743 kB" mostRecentLagMs=67 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:11.197729357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="26 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T14:27:11.197741062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="838 B" policy= mostRecentLagMs=6528
level=debug ts=2026-02-16T14:27:11.19774871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="52 kB" policy= mostRecentLagMs=5071
level=debug ts=2026-02-16T14:27:11.19775449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=2528
level=debug ts=2026-02-16T14:27:11.197759956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=67
level=debug ts=2026-02-16T14:27:11.197765324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="309 kB" policy= mostRecentLagMs=370
level=debug ts=2026-02-16T14:27:11.197770404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2528
level=debug ts=2026-02-16T14:27:11.19777608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="329 kB" policy= mostRecentLagMs=6937
level=debug ts=2026-02-16T14:27:11.202737654Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:27:18.88148539Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="70 kB" streams=12 entries=34 streamLabelsSize="380 B" entriesSize="1.6 MB" structuredMetadataSize="2.1 kB" totalSize="1.6 MB" mostRecentLagMs=202 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:18.8815185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=501
level=debug ts=2026-02-16T14:27:18.881529437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=6901
level=debug ts=2026-02-16T14:27:18.8815372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=202
level=debug ts=2026-02-16T14:27:18.881558338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="107 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:27:18.881563639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=6990
level=debug ts=2026-02-16T14:27:18.881568487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="855 B" policy= mostRecentLagMs=1501
level=debug ts=2026-02-16T14:27:18.881573526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=5502
level=debug ts=2026-02-16T14:27:18.881578613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="874 B" policy= mostRecentLagMs=501
level=debug ts=2026-02-16T14:27:18.881583442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=4501
level=debug ts=2026-02-16T14:27:18.881588147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="448 B" policy= mostRecentLagMs=1501
level=debug ts=2026-02-16T14:27:18.881593161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5232
level=debug ts=2026-02-16T14:27:18.881598323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2501
level=debug ts=2026-02-16T14:27:18.889820092Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:27:20.883449174Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="82 kB" streams=10 entries=29 streamLabelsSize="296 B" entriesSize="1.6 MB" structuredMetadataSize="1.8 kB" totalSize="1.6 MB" mostRecentLagMs=213 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:20.883479067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2766
level=debug ts=2026-02-16T14:27:20.883490077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=9765
level=debug ts=2026-02-16T14:27:20.88349616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="232 B" policy= mostRecentLagMs=3765
level=debug ts=2026-02-16T14:27:20.883501986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5766
level=debug ts=2026-02-16T14:27:20.88350761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=1932
level=debug ts=2026-02-16T14:27:20.883512683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="330 B" policy= mostRecentLagMs=766
level=debug ts=2026-02-16T14:27:20.88351765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=213
level=debug ts=2026-02-16T14:27:20.883523487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9765
level=debug ts=2026-02-16T14:27:20.883528433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="80 kB" policy= mostRecentLagMs=8393
level=debug ts=2026-02-16T14:27:20.883534705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="22 kB" policy= mostRecentLagMs=6513
level=debug ts=2026-02-16T14:27:20.890657676Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:27:21.19190278Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:27:22.4139102Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="69 kB" streams=7 entries=31 streamLabelsSize="226 B" entriesSize="1.3 MB" structuredMetadataSize="1.9 kB" totalSize="1.3 MB" mostRecentLagMs=52 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:22.413941469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3745
level=debug ts=2026-02-16T14:27:22.41395153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3745
level=debug ts=2026-02-16T14:27:22.413958699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="90 kB" policy= mostRecentLagMs=5829
level=debug ts=2026-02-16T14:27:22.413971775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=52
level=debug ts=2026-02-16T14:27:22.413982108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7744
level=debug ts=2026-02-16T14:27:22.413987667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6744
level=debug ts=2026-02-16T14:27:22.413992669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=8745
level=debug ts=2026-02-16T14:27:22.419975345Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:27:29.069221908Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="82 kB" streams=6 entries=29 streamLabelsSize="197 B" entriesSize="2.0 MB" structuredMetadataSize="1.7 kB" totalSize="2.0 MB" mostRecentLagMs=1038 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:29.06926167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=6690
level=debug ts=2026-02-16T14:27:29.069279023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=1038
level=debug ts=2026-02-16T14:27:29.069288736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="23 kB" policy= mostRecentLagMs=3689
level=debug ts=2026-02-16T14:27:29.0692977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=5689
level=debug ts=2026-02-16T14:27:29.069306756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4689
level=debug ts=2026-02-16T14:27:29.069315439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="12 kB" policy= mostRecentLagMs=4689
level=debug ts=2026-02-16T14:27:29.112222824Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:27:31.113198392Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=9 entries=14 streamLabelsSize="296 B" entriesSize="527 kB" structuredMetadataSize="858 B" totalSize="527 kB" mostRecentLagMs=994 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:31.113228024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5995
level=debug ts=2026-02-16T14:27:31.113238892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="486 kB" policy= mostRecentLagMs=3941
level=debug ts=2026-02-16T14:27:31.113246035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=994
level=debug ts=2026-02-16T14:27:31.113253447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="12 kB" policy= mostRecentLagMs=5995
level=debug ts=2026-02-16T14:27:31.113258986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=5995
level=debug ts=2026-02-16T14:27:31.113265449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=2994
level=debug ts=2026-02-16T14:27:31.113270051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=8995
level=debug ts=2026-02-16T14:27:31.113274822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=8995
level=debug ts=2026-02-16T14:27:31.113280248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=995
level=debug ts=2026-02-16T14:27:31.116875923Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:27:32.688799748Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=10 entries=16 streamLabelsSize="322 B" entriesSize="874 kB" structuredMetadataSize="1.0 kB" totalSize="874 kB" mostRecentLagMs=20 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:32.688836197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=1346
level=debug ts=2026-02-16T14:27:32.688847721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=70
level=debug ts=2026-02-16T14:27:32.688854448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=20
level=debug ts=2026-02-16T14:27:32.688862457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=5019
level=debug ts=2026-02-16T14:27:32.688868086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4020
level=debug ts=2026-02-16T14:27:32.688872983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="17 kB" policy= mostRecentLagMs=8019
level=debug ts=2026-02-16T14:27:32.688877747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=7019
level=debug ts=2026-02-16T14:27:32.688884407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="464 kB" policy= mostRecentLagMs=625
level=debug ts=2026-02-16T14:27:32.6888909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T14:27:32.688896757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=9019
level=debug ts=2026-02-16T14:27:32.695685783Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:27:32.865285174Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:27:41.113896043Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=8 streamLabelsSize="135 B" entriesSize="213 kB" structuredMetadataSize="527 B" totalSize="213 kB" mostRecentLagMs=996 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:41.11392835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="188 kB" policy= mostRecentLagMs=6996
level=debug ts=2026-02-16T14:27:41.113940408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=996
level=debug ts=2026-02-16T14:27:41.113946902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=3422
level=debug ts=2026-02-16T14:27:41.113953693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4996
level=debug ts=2026-02-16T14:27:41.11647857Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:27:41.159225395Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="50 kB" streams=7 entries=18 streamLabelsSize="179 B" entriesSize="1.1 MB" structuredMetadataSize="1.1 kB" totalSize="1.1 MB" mostRecentLagMs=488 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:41.159258274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=780
level=debug ts=2026-02-16T14:27:41.159269218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="112 B" policy= mostRecentLagMs=1779
level=debug ts=2026-02-16T14:27:41.159276293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=780
level=debug ts=2026-02-16T14:27:41.159282523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=6779
level=debug ts=2026-02-16T14:27:41.159289369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6160
level=debug ts=2026-02-16T14:27:41.159294663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2779
level=debug ts=2026-02-16T14:27:41.159299851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=488
level=debug ts=2026-02-16T14:27:41.164777624Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:27:43.679149164Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=7 entries=18 streamLabelsSize="198 B" entriesSize="366 kB" structuredMetadataSize="1.1 kB" totalSize="366 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:43.679179989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T14:27:43.679190443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:27:43.679196559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=1382
level=debug ts=2026-02-16T14:27:43.679202586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:27:43.679207746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="180 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:27:43.679214018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T14:27:43.679219317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="31 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:27:43.682247813Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:27:51.135964545Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=8 entries=16 streamLabelsSize="251 B" entriesSize="741 kB" structuredMetadataSize="1.0 kB" totalSize="742 kB" mostRecentLagMs=18 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:51.13601826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="165 B" policy= mostRecentLagMs=18
level=debug ts=2026-02-16T14:27:51.136041751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="324 B" policy= mostRecentLagMs=3018
level=debug ts=2026-02-16T14:27:51.136057062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T14:27:51.136071269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4017
level=debug ts=2026-02-16T14:27:51.136086534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T14:27:51.136101089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6017
level=debug ts=2026-02-16T14:27:51.136115106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="694 kB" policy= mostRecentLagMs=173
level=debug ts=2026-02-16T14:27:51.136128078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=775
level=debug ts=2026-02-16T14:27:51.141585295Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:27:51.194061599Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:27:52.40366262Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=9 entries=21 streamLabelsSize="308 B" entriesSize="1.1 MB" structuredMetadataSize="1.3 kB" totalSize="1.1 MB" mostRecentLagMs=24 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:52.403696211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=8023
level=debug ts=2026-02-16T14:27:52.403711962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="463 B" policy= mostRecentLagMs=24
level=debug ts=2026-02-16T14:27:52.403722496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=861
level=debug ts=2026-02-16T14:27:52.403730455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="33 kB" policy= mostRecentLagMs=9023
level=debug ts=2026-02-16T14:27:52.403736986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6477
level=debug ts=2026-02-16T14:27:52.403742656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3023
level=debug ts=2026-02-16T14:27:52.403747857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=9023
level=debug ts=2026-02-16T14:27:52.403752624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10024
level=debug ts=2026-02-16T14:27:52.403758296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=24
level=debug ts=2026-02-16T14:27:52.409252059Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:27:54.343787325Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=9 entries=22 streamLabelsSize="283 B" entriesSize="516 kB" structuredMetadataSize="1.4 kB" totalSize="516 kB" mostRecentLagMs=1674 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:27:54.343817873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1674
level=debug ts=2026-02-16T14:27:54.343829059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=6674
level=debug ts=2026-02-16T14:27:54.343836453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="392 kB" policy= mostRecentLagMs=2366
level=debug ts=2026-02-16T14:27:54.34384215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="45 kB" policy= mostRecentLagMs=1902
level=debug ts=2026-02-16T14:27:54.343846883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5674
level=debug ts=2026-02-16T14:27:54.343851628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="47 kB" policy= mostRecentLagMs=6751
level=debug ts=2026-02-16T14:27:54.343856073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=9674
level=debug ts=2026-02-16T14:27:54.3438613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=5674
level=debug ts=2026-02-16T14:27:54.343865783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=5674
level=debug ts=2026-02-16T14:27:54.347057417Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:27:55.903353973Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:56652"
level=debug ts=2026-02-16T14:28:01.626298536Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=5 entries=10 streamLabelsSize="173 B" entriesSize="472 kB" structuredMetadataSize="617 B" totalSize="472 kB" mostRecentLagMs=507 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:01.626329027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="446 kB" policy= mostRecentLagMs=507
level=debug ts=2026-02-16T14:28:01.626339675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1508
level=debug ts=2026-02-16T14:28:01.626345938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=507
level=debug ts=2026-02-16T14:28:01.626351608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=9176
level=debug ts=2026-02-16T14:28:01.62635683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=507
level=debug ts=2026-02-16T14:28:01.629567948Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:28:02.7840916Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=8 entries=19 streamLabelsSize="230 B" entriesSize="517 kB" structuredMetadataSize="1.2 kB" totalSize="517 kB" mostRecentLagMs=404 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:02.784120613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="468 kB" policy= mostRecentLagMs=6553
level=debug ts=2026-02-16T14:28:02.784131446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=404
level=debug ts=2026-02-16T14:28:02.784137691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=6404
level=debug ts=2026-02-16T14:28:02.784143269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=404
level=debug ts=2026-02-16T14:28:02.784149474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5786
level=debug ts=2026-02-16T14:28:02.784155477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4404
level=debug ts=2026-02-16T14:28:02.784160302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=404
level=debug ts=2026-02-16T14:28:02.784165328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=8404
level=debug ts=2026-02-16T14:28:02.787840344Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:28:04.681503371Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=10 entries=17 streamLabelsSize="312 B" entriesSize="515 kB" structuredMetadataSize="1.1 kB" totalSize="515 kB" mostRecentLagMs=2012 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:04.68153195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T14:28:04.681544038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T14:28:04.681550109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="124 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T14:28:04.681556711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=3238
level=debug ts=2026-02-16T14:28:04.681561535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="20 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T14:28:04.68156653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T14:28:04.681571405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="17 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T14:28:04.681577527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T14:28:04.681582797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:28:04.68158906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="930 B" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T14:28:04.684912293Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:28:10.941000571Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:28:10.94285671Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:28:12.125068142Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=6 entries=8 streamLabelsSize="182 B" entriesSize="150 kB" structuredMetadataSize="527 B" totalSize="150 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:12.12510113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:28:12.125114522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:28:12.125120944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:28:12.125126833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="116 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:28:12.125131853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:28:12.125137057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=2889
level=debug ts=2026-02-16T14:28:12.127313628Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:28:13.386343266Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=6 entries=7 streamLabelsSize="171 B" entriesSize="53 kB" structuredMetadataSize="438 B" totalSize="53 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:13.386371436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:28:13.386382965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="393 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:28:13.386393333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:28:13.386401407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:28:13.38640687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="37 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:28:13.386412214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:28:13.387740253Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:28:15.675854027Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.2 kB" streams=9 entries=11 streamLabelsSize="285 B" entriesSize="60 kB" structuredMetadataSize="716 B" totalSize="60 kB" mostRecentLagMs=476 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:15.675884672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="15 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:28:15.675895766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:28:15.675903336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:28:15.675910443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:28:15.675915874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:28:15.675921076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:28:15.675926823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:28:15.675933585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:28:15.675938883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=476
level=debug ts=2026-02-16T14:28:15.677796886Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:28:21.195997414Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:28:23.69004017Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=6 entries=7 streamLabelsSize="177 B" entriesSize="63 kB" structuredMetadataSize="459 B" totalSize="63 kB" mostRecentLagMs=310 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:23.690070657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:28:23.690081653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4310
level=debug ts=2026-02-16T14:28:23.690089126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1309
level=debug ts=2026-02-16T14:28:23.690095117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4310
level=debug ts=2026-02-16T14:28:23.690100117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=310
level=debug ts=2026-02-16T14:28:23.690106213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6559
level=debug ts=2026-02-16T14:28:23.691556789Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:28:23.881649638Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:32784"
level=debug ts=2026-02-16T14:28:25.125777712Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.4 kB" streams=5 entries=6 streamLabelsSize="173 B" entriesSize="83 kB" structuredMetadataSize="425 B" totalSize="83 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:25.12581128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:28:25.125822041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="167 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:28:25.125828209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="38 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:28:25.125834555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:28:25.125840928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7332
level=debug ts=2026-02-16T14:28:25.128047821Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:28:26.678188884Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=4 entries=6 streamLabelsSize="144 B" entriesSize="232 kB" structuredMetadataSize="436 B" totalSize="232 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:26.678217998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="875 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:28:26.678229597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="213 kB" policy= mostRecentLagMs=5442
level=debug ts=2026-02-16T14:28:26.678235963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:28:26.678242432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:28:26.680291603Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:28:27.354135603Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:39816"
level=debug ts=2026-02-16T14:28:34.38583262Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=5 entries=6 streamLabelsSize="138 B" entriesSize="2.4 kB" structuredMetadataSize="363 B" totalSize="2.5 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:34.385862309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:28:34.38587329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:28:34.385880282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:28:34.385885928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:28:34.385892937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:28:34.386856881Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:28:37.123998172Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=7 entries=9 streamLabelsSize="218 B" entriesSize="43 kB" structuredMetadataSize="581 B" totalSize="43 kB" mostRecentLagMs=2225 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:37.124029824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=2225
level=debug ts=2026-02-16T14:28:37.124040915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="13 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:28:37.124047151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:28:37.124053639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="154 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:28:37.124059271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:28:37.1240643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:28:37.124070805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:28:37.125346678Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:28:37.234293551Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=9 entries=13 streamLabelsSize="294 B" entriesSize="730 kB" structuredMetadataSize="937 B" totalSize="730 kB" mostRecentLagMs=458 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:37.234321089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=5565
level=debug ts=2026-02-16T14:28:37.234332717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="52 kB" policy= mostRecentLagMs=3565
level=debug ts=2026-02-16T14:28:37.234339141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1565
level=debug ts=2026-02-16T14:28:37.23434467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=6565
level=debug ts=2026-02-16T14:28:37.234350055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8565
level=debug ts=2026-02-16T14:28:37.23435497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="497 kB" policy= mostRecentLagMs=1206
level=debug ts=2026-02-16T14:28:37.234360392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="170 kB" policy= mostRecentLagMs=459
level=debug ts=2026-02-16T14:28:37.234365238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=4565
level=debug ts=2026-02-16T14:28:37.234370097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="823 B" policy= mostRecentLagMs=565
level=debug ts=2026-02-16T14:28:37.238544874Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:28:45.103372259Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=8 streamLabelsSize="214 B" entriesSize="160 kB" structuredMetadataSize="541 B" totalSize="161 kB" mostRecentLagMs=723 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:45.1034025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=2723
level=debug ts=2026-02-16T14:28:45.103413497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=723
level=debug ts=2026-02-16T14:28:45.103420017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9672
level=debug ts=2026-02-16T14:28:45.103425822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="113 kB" policy= mostRecentLagMs=9723
level=debug ts=2026-02-16T14:28:45.103433172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=6723
level=debug ts=2026-02-16T14:28:45.10343887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=4723
level=debug ts=2026-02-16T14:28:45.103445576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5723
level=debug ts=2026-02-16T14:28:45.105851388Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:28:45.770985025Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:28:47.676830743Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=10 entries=13 streamLabelsSize="308 B" entriesSize="167 kB" structuredMetadataSize="835 B" totalSize="167 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:47.676861093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:28:47.676872031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:28:47.676878574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T14:28:47.676884771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:28:47.676890067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="32 kB" policy= mostRecentLagMs=98
level=debug ts=2026-02-16T14:28:47.676895015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:28:47.676901836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="92 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:28:47.676907536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T14:28:47.676912958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:28:47.676917933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T14:28:47.679008537Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:28:51.198928168Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:28:53.124632502Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.6 kB" streams=8 entries=10 streamLabelsSize="251 B" entriesSize="62 kB" structuredMetadataSize="654 B" totalSize="62 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:53.12466129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="359 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:28:53.12467267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:28:53.124679067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:28:53.124684646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="47 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:28:53.124691119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:28:53.124696821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:28:53.124702174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="635 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:28:53.124708493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:28:53.12627301Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:28:55.391825529Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.8 kB" streams=7 entries=10 streamLabelsSize="213 B" entriesSize="96 kB" structuredMetadataSize="655 B" totalSize="96 kB" mostRecentLagMs=251 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:55.391854799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T14:28:55.391865019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="925 B" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T14:28:55.391871444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=251
level=debug ts=2026-02-16T14:28:55.39187732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="46 kB" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T14:28:55.391882361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T14:28:55.391889215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T14:28:55.391895408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="10 kB" policy= mostRecentLagMs=2901
level=debug ts=2026-02-16T14:28:55.393758103Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:28:58.675736686Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.5 kB" streams=6 entries=6 streamLabelsSize="212 B" entriesSize="90 kB" structuredMetadataSize="443 B" totalSize="90 kB" mostRecentLagMs=4006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:28:58.675771564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:28:58.675783182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:28:58.675789944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:28:58.675797183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="74 kB" policy= mostRecentLagMs=5507
level=debug ts=2026-02-16T14:28:58.675803839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:28:58.675811905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:28:58.677603562Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:07.131016082Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=4 entries=7 streamLabelsSize="123 B" entriesSize="328 kB" structuredMetadataSize="437 B" totalSize="328 kB" mostRecentLagMs=543 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:07.131056854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T14:29:07.13107429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:29:07.131087025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="325 kB" policy= mostRecentLagMs=543
level=debug ts=2026-02-16T14:29:07.131097194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T14:29:07.134023766Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:07.990856143Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="40 kB" streams=7 entries=17 streamLabelsSize="177 B" entriesSize="829 kB" structuredMetadataSize="1.1 kB" totalSize="830 kB" mostRecentLagMs=911 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:07.99088502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=3611
level=debug ts=2026-02-16T14:29:07.990895407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=3611
level=debug ts=2026-02-16T14:29:07.99090207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=8611
level=debug ts=2026-02-16T14:29:07.990908367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9611
level=debug ts=2026-02-16T14:29:07.990913476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="92 kB" policy= mostRecentLagMs=1391
level=debug ts=2026-02-16T14:29:07.990919709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1611
level=debug ts=2026-02-16T14:29:07.990924423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="732 kB" policy= mostRecentLagMs=911
level=debug ts=2026-02-16T14:29:07.995896081Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:08.933951597Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=8 entries=13 streamLabelsSize="235 B" entriesSize="879 kB" structuredMetadataSize="835 B" totalSize="879 kB" mostRecentLagMs=99 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:08.933981171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=265
level=debug ts=2026-02-16T14:29:08.933991975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1599
level=debug ts=2026-02-16T14:29:08.933998367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="435 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T14:29:08.934004166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3265
level=debug ts=2026-02-16T14:29:08.934009099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="301 B" policy= mostRecentLagMs=1264
level=debug ts=2026-02-16T14:29:08.934014289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=265
level=debug ts=2026-02-16T14:29:08.934019361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=265
level=debug ts=2026-02-16T14:29:08.934024261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="420 kB" policy= mostRecentLagMs=1232
level=debug ts=2026-02-16T14:29:08.93827497Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:18.148400346Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="71 kB" streams=5 entries=25 streamLabelsSize="138 B" entriesSize="1.2 MB" structuredMetadataSize="1.7 kB" totalSize="1.2 MB" mostRecentLagMs=30 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:18.148455948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=2126
level=debug ts=2026-02-16T14:29:18.148477768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=2867
level=debug ts=2026-02-16T14:29:18.148488656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=30
level=debug ts=2026-02-16T14:29:18.148500556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=10030
level=debug ts=2026-02-16T14:29:18.148509432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=206
level=debug ts=2026-02-16T14:29:18.159261426Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:18.16602426Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="54 kB" streams=4 entries=17 streamLabelsSize="124 B" entriesSize="1.3 MB" structuredMetadataSize="1.0 kB" totalSize="1.3 MB" mostRecentLagMs=462 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:18.166056332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=3786
level=debug ts=2026-02-16T14:29:18.166066957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="795 B" policy= mostRecentLagMs=9786
level=debug ts=2026-02-16T14:29:18.166073817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=462
level=debug ts=2026-02-16T14:29:18.166079512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2887
level=debug ts=2026-02-16T14:29:18.172924837Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:19.230386645Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=7 entries=19 streamLabelsSize="222 B" entriesSize="731 kB" structuredMetadataSize="1.2 kB" totalSize="731 kB" mostRecentLagMs=666 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:19.230429408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="15 kB" policy= mostRecentLagMs=1561
level=debug ts=2026-02-16T14:29:19.23044579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=5561
level=debug ts=2026-02-16T14:29:19.230458217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=666
level=debug ts=2026-02-16T14:29:19.230468641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="574 kB" policy= mostRecentLagMs=1495
level=debug ts=2026-02-16T14:29:19.230481957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="92 kB" policy= mostRecentLagMs=2243
level=debug ts=2026-02-16T14:29:19.230491337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1561
level=debug ts=2026-02-16T14:29:19.230500297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=6561
level=debug ts=2026-02-16T14:29:19.235286479Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:29:21.201099187Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:29:26.515134388Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T14:29:27.358373291Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:35624"
level=debug ts=2026-02-16T14:29:28.278776397Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="54 kB" streams=5 entries=25 streamLabelsSize="154 B" entriesSize="893 kB" structuredMetadataSize="1.7 kB" totalSize="893 kB" mostRecentLagMs=161 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:28.278808091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=607
level=debug ts=2026-02-16T14:29:28.278818353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=3160
level=debug ts=2026-02-16T14:29:28.278826131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="738 kB" policy= mostRecentLagMs=161
level=debug ts=2026-02-16T14:29:28.278833004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=161
level=debug ts=2026-02-16T14:29:28.278838088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=596
level=debug ts=2026-02-16T14:29:28.284368793Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:29.17906951Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=7 entries=24 streamLabelsSize="211 B" entriesSize="894 kB" structuredMetadataSize="1.5 kB" totalSize="895 kB" mostRecentLagMs=433 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:29.179098269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="800 kB" policy= mostRecentLagMs=433
level=debug ts=2026-02-16T14:29:29.179108363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=641
level=debug ts=2026-02-16T14:29:29.17911516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=799
level=debug ts=2026-02-16T14:29:29.179121734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9557
level=debug ts=2026-02-16T14:29:29.179126955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=2657
level=debug ts=2026-02-16T14:29:29.179132094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4799
level=debug ts=2026-02-16T14:29:29.179137453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6799
level=debug ts=2026-02-16T14:29:29.184487491Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:29.261638163Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=11 entries=32 streamLabelsSize="344 B" entriesSize="960 kB" structuredMetadataSize="2.1 kB" totalSize="961 kB" mostRecentLagMs=591 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:29.261681703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=592
level=debug ts=2026-02-16T14:29:29.261692403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=2593
level=debug ts=2026-02-16T14:29:29.261698404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="12 kB" policy= mostRecentLagMs=592
level=debug ts=2026-02-16T14:29:29.261703617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="27 kB" policy= mostRecentLagMs=592
level=debug ts=2026-02-16T14:29:29.261708404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2593
level=debug ts=2026-02-16T14:29:29.261713216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=1683
level=debug ts=2026-02-16T14:29:29.261718138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="803 kB" policy= mostRecentLagMs=597
level=debug ts=2026-02-16T14:29:29.261723044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="522 B" policy= mostRecentLagMs=7593
level=debug ts=2026-02-16T14:29:29.26172761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="943 B" policy= mostRecentLagMs=1592
level=debug ts=2026-02-16T14:29:29.261732436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=592
level=debug ts=2026-02-16T14:29:29.261737379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="84 kB" policy= mostRecentLagMs=1816
level=debug ts=2026-02-16T14:29:29.266152972Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:39.123748333Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.9 kB" streams=6 entries=20 streamLabelsSize="186 B" entriesSize="42 kB" structuredMetadataSize="1.3 kB" totalSize="42 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:39.123778312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:29:39.12378963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:29:39.123796567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="24 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:29:39.123802435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:29:39.123807459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:29:39.123812543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:29:39.125083855Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:39.357727994Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=9 entries=29 streamLabelsSize="302 B" entriesSize="271 kB" structuredMetadataSize="1.9 kB" totalSize="272 kB" mostRecentLagMs=688 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:39.35775683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="13 kB" policy= mostRecentLagMs=2688
level=debug ts=2026-02-16T14:29:39.357768314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=6688
level=debug ts=2026-02-16T14:29:39.357774444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=7382
level=debug ts=2026-02-16T14:29:39.357782296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="19 kB" policy= mostRecentLagMs=3688
level=debug ts=2026-02-16T14:29:39.357788096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1688
level=debug ts=2026-02-16T14:29:39.357793255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:29:39.357798296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=688
level=debug ts=2026-02-16T14:29:39.357803003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="33 kB" policy= mostRecentLagMs=688
level=debug ts=2026-02-16T14:29:39.357807726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=688
level=debug ts=2026-02-16T14:29:39.36123041Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:39.390968882Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.3 kB" streams=5 entries=22 streamLabelsSize="134 B" entriesSize="95 kB" structuredMetadataSize="1.4 kB" totalSize="95 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:39.391007713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T14:29:39.391024474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="35 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T14:29:39.39103802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="18 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T14:29:39.391050313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:29:39.391061572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="39 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T14:29:39.392636913Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:49.493626192Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=11 entries=14 streamLabelsSize="336 B" entriesSize="416 kB" structuredMetadataSize="917 B" totalSize="416 kB" mostRecentLagMs=824 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:49.493676514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=824
level=debug ts=2026-02-16T14:29:49.493691121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=3825
level=debug ts=2026-02-16T14:29:49.493704263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4824
level=debug ts=2026-02-16T14:29:49.493712003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="12 kB" policy= mostRecentLagMs=8824
level=debug ts=2026-02-16T14:29:49.49372114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=824
level=debug ts=2026-02-16T14:29:49.49372903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="14 kB" policy= mostRecentLagMs=9824
level=debug ts=2026-02-16T14:29:49.493736582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="338 B" policy= mostRecentLagMs=6824
level=debug ts=2026-02-16T14:29:49.49374377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=9824
level=debug ts=2026-02-16T14:29:49.49375077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=6825
level=debug ts=2026-02-16T14:29:49.493758186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5824
level=debug ts=2026-02-16T14:29:49.493764908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T14:29:49.497751008Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:50.129222607Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=8 entries=11 streamLabelsSize="246 B" entriesSize="193 kB" structuredMetadataSize="764 B" totalSize="193 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:50.129251427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="19 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T14:29:50.129261965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:29:50.129268142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="820 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T14:29:50.129276444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="25 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:29:50.129281501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="142 kB" policy= mostRecentLagMs=7108
level=debug ts=2026-02-16T14:29:50.129286448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T14:29:50.129291772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:29:50.129296576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T14:29:50.131564353Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:29:50.884516175Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="244 kB" streams=8 entries=452 streamLabelsSize="245 B" entriesSize="2.0 MB" structuredMetadataSize="34 kB" totalSize="2.0 MB" mostRecentLagMs=361 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:50.884553425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=10504
level=debug ts=2026-02-16T14:29:50.884564158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=10504
level=debug ts=2026-02-16T14:29:50.884570744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="25 kB" policy= mostRecentLagMs=10504
level=debug ts=2026-02-16T14:29:50.884576511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=4225
level=debug ts=2026-02-16T14:29:50.884583082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=8504
level=debug ts=2026-02-16T14:29:50.884591891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10296
level=debug ts=2026-02-16T14:29:50.884602324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4225
level=debug ts=2026-02-16T14:29:50.884629828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=361
level=debug ts=2026-02-16T14:29:50.906801297Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:29:51.203771087Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
ts=2026-02-16T14:29:53.886318503Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:48452"
level=debug ts=2026-02-16T14:29:57.128217925Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="279 kB" streams=3 entries=377 streamLabelsSize="86 B" entriesSize="2.0 MB" structuredMetadataSize="28 kB" totalSize="2.0 MB" mostRecentLagMs=242 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:29:57.128250991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=535
level=debug ts=2026-02-16T14:29:57.12826176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="81 kB" policy= mostRecentLagMs=2365
level=debug ts=2026-02-16T14:29:57.128267989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=242
level=debug ts=2026-02-16T14:29:57.143063547Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:01.124677828Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.3 kB" streams=6 entries=7 streamLabelsSize="190 B" entriesSize="82 kB" structuredMetadataSize="445 B" totalSize="82 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:01.124710045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:30:01.124721348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:30:01.124727205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:30:01.124732991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:30:01.124738457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="61 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:30:01.124743921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:30:01.126651557Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:01.67873013Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=8 entries=9 streamLabelsSize="276 B" entriesSize="126 kB" structuredMetadataSize="602 B" totalSize="126 kB" mostRecentLagMs=2711 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:01.678770306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:30:01.678786581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="838 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T14:30:01.678799165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:30:01.678810734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="29 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:30:01.67882126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T14:30:01.678831975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="71 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:30:01.67884109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T14:30:01.678849449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2711
level=debug ts=2026-02-16T14:30:01.680863076Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:06.919327375Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="114 kB" streams=10 entries=122 streamLabelsSize="309 B" entriesSize="681 kB" structuredMetadataSize="9.1 kB" totalSize="681 kB" mostRecentLagMs=928 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:06.919361401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="18 kB" policy= mostRecentLagMs=2848
level=debug ts=2026-02-16T14:30:06.919372436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8539
level=debug ts=2026-02-16T14:30:06.919379087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="87 kB" policy= mostRecentLagMs=928
level=debug ts=2026-02-16T14:30:06.919384705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="508 kB" policy= mostRecentLagMs=2539
level=debug ts=2026-02-16T14:30:06.919390468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6539
level=debug ts=2026-02-16T14:30:06.919396998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=7539
level=debug ts=2026-02-16T14:30:06.919402055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="379 B" policy= mostRecentLagMs=6539
level=debug ts=2026-02-16T14:30:06.919407926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1539
level=debug ts=2026-02-16T14:30:06.919413073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="11 kB" policy= mostRecentLagMs=6539
level=debug ts=2026-02-16T14:30:06.919417928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9107
level=debug ts=2026-02-16T14:30:06.924851973Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:10.632311534Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="223 kB" streams=5 entries=389 streamLabelsSize="132 B" entriesSize="2.0 MB" structuredMetadataSize="29 kB" totalSize="2.0 MB" mostRecentLagMs=242 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:10.632341872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="308 kB" policy= mostRecentLagMs=2926
level=debug ts=2026-02-16T14:30:10.632352334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=242
level=debug ts=2026-02-16T14:30:10.632360391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2211
level=debug ts=2026-02-16T14:30:10.632367246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2052
level=debug ts=2026-02-16T14:30:10.632373163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=2211
level=debug ts=2026-02-16T14:30:10.645957945Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:13.124521142Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.2 kB" streams=5 entries=6 streamLabelsSize="135 B" entriesSize="94 kB" structuredMetadataSize="412 B" totalSize="95 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:13.124551139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:30:13.124561927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="141 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:30:13.124570027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:30:13.124575352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:30:13.124580535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=6812
level=debug ts=2026-02-16T14:30:13.12694797Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:17.408032998Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=12 entries=12 streamLabelsSize="354 B" entriesSize="125 kB" structuredMetadataSize="812 B" totalSize="126 kB" mostRecentLagMs=28 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:17.408085242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10028
level=debug ts=2026-02-16T14:30:17.408102375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=3028
level=debug ts=2026-02-16T14:30:17.408113536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=6028
level=debug ts=2026-02-16T14:30:17.408137786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="386 B" policy= mostRecentLagMs=3028
level=debug ts=2026-02-16T14:30:17.408146798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=9943
level=debug ts=2026-02-16T14:30:17.408158443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7028
level=debug ts=2026-02-16T14:30:17.408169066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6795
level=debug ts=2026-02-16T14:30:17.408180595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=2028
level=debug ts=2026-02-16T14:30:17.408188896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="51 kB" policy= mostRecentLagMs=28
level=debug ts=2026-02-16T14:30:17.408211466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=4029
level=debug ts=2026-02-16T14:30:17.408221027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=9028
level=debug ts=2026-02-16T14:30:17.408228917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=28
level=debug ts=2026-02-16T14:30:17.411350994Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:17.633539796Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="293 kB" streams=6 entries=401 streamLabelsSize="197 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=198 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:17.63357348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=951
level=debug ts=2026-02-16T14:30:17.633584367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2208
level=debug ts=2026-02-16T14:30:17.633591972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=951
level=debug ts=2026-02-16T14:30:17.63359919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=1896
level=debug ts=2026-02-16T14:30:17.63361831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=6784
level=debug ts=2026-02-16T14:30:17.633624186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=198
level=debug ts=2026-02-16T14:30:17.646140283Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:30:21.209656923Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
ts=2026-02-16T14:30:23.888790804Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:56520"
level=debug ts=2026-02-16T14:30:25.128687169Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=9 entries=15 streamLabelsSize="271 B" entriesSize="262 kB" structuredMetadataSize="982 B" totalSize="262 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:25.128719722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T14:30:25.128730995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T14:30:25.128738843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T14:30:25.128746352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=5636
level=debug ts=2026-02-16T14:30:25.128751644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:30:25.12875771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:30:25.128763077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T14:30:25.128768011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="194 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T14:30:25.128772754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:30:25.131369147Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:25.417491892Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:30:27.468392729Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="191 kB" streams=10 entries=224 streamLabelsSize="287 B" entriesSize="1.3 MB" structuredMetadataSize="17 kB" totalSize="1.3 MB" mostRecentLagMs=1714 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:27.468423518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=8733
level=debug ts=2026-02-16T14:30:27.468433904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=4799
level=debug ts=2026-02-16T14:30:27.468439829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="21 kB" policy= mostRecentLagMs=8733
level=debug ts=2026-02-16T14:30:27.468446083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=6609
level=debug ts=2026-02-16T14:30:27.468451602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6609
level=debug ts=2026-02-16T14:30:27.468456582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="990 kB" policy= mostRecentLagMs=6351
level=debug ts=2026-02-16T14:30:27.468461666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=1714
level=debug ts=2026-02-16T14:30:27.468466818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=4842
level=debug ts=2026-02-16T14:30:27.468471635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=4799
level=debug ts=2026-02-16T14:30:27.468476574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="53 kB" policy= mostRecentLagMs=8733
level=debug ts=2026-02-16T14:30:27.477552827Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:28.387775644Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.7 kB" streams=8 entries=11 streamLabelsSize="252 B" entriesSize="31 kB" structuredMetadataSize="715 B" totalSize="32 kB" mostRecentLagMs=3007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:28.387832066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:30:28.387851396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="324 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T14:30:28.387861727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T14:30:28.387871686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:30:28.387881267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:30:28.387902687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:30:28.387911026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T14:30:28.387920458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:30:28.389737108Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:36.124252755Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=3 entries=4 streamLabelsSize="107 B" entriesSize="6.9 kB" structuredMetadataSize="275 B" totalSize="7.0 kB" mostRecentLagMs=3006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:36.124279848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:30:36.124290895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="638 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:30:36.124297303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:30:36.125306182Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:39.389974543Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.5 kB" streams=6 entries=6 streamLabelsSize="184 B" entriesSize="131 kB" structuredMetadataSize="386 B" totalSize="132 kB" mostRecentLagMs=2373 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:39.390014153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:30:39.39003087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:30:39.390040851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T14:30:39.390051316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="88 kB" policy= mostRecentLagMs=2373
level=debug ts=2026-02-16T14:30:39.390059569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:30:39.390071691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8585
level=debug ts=2026-02-16T14:30:39.393336894Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:41.679634174Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=8 entries=15 streamLabelsSize="249 B" entriesSize="836 kB" structuredMetadataSize="1.0 kB" totalSize="836 kB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:41.679663395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:30:41.679674057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="204 kB" policy= mostRecentLagMs=2867
level=debug ts=2026-02-16T14:30:41.679680085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10001
level=debug ts=2026-02-16T14:30:41.679685142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=4884
level=debug ts=2026-02-16T14:30:41.679691154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:30:41.679697174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="482 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:30:41.679702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:30:41.6797072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="278 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:30:41.685037172Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:46.748941271Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=8 entries=15 streamLabelsSize="225 B" entriesSize="618 kB" structuredMetadataSize="992 B" totalSize="618 kB" mostRecentLagMs=631 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:46.74897509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="569 kB" policy= mostRecentLagMs=2959
level=debug ts=2026-02-16T14:30:46.748986091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=4631
level=debug ts=2026-02-16T14:30:46.748992477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=2630
level=debug ts=2026-02-16T14:30:46.7489983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1631
level=debug ts=2026-02-16T14:30:46.749003679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=2631
level=debug ts=2026-02-16T14:30:46.749009608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6631
level=debug ts=2026-02-16T14:30:46.749014715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=631
level=debug ts=2026-02-16T14:30:46.749020585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=2959
level=debug ts=2026-02-16T14:30:46.753652734Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:30:51.211734636Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:30:51.389544227Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.9 kB" streams=6 entries=6 streamLabelsSize="167 B" entriesSize="128 kB" structuredMetadataSize="398 B" totalSize="128 kB" mostRecentLagMs=2009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:51.389589288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T14:30:51.389621948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3115
level=debug ts=2026-02-16T14:30:51.389633309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:30:51.389651838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:30:51.389663308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="88 kB" policy= mostRecentLagMs=8047
level=debug ts=2026-02-16T14:30:51.389673075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:30:51.392531339Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:30:52.680069126Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=9 entries=21 streamLabelsSize="289 B" entriesSize="291 kB" structuredMetadataSize="1.4 kB" totalSize="291 kB" mostRecentLagMs=1616 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:52.680103776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:30:52.680115728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:30:52.680123007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="823 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:30:52.680130098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="106 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:30:52.680136007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="696 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:30:52.680141113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="154 kB" policy= mostRecentLagMs=1616
level=debug ts=2026-02-16T14:30:52.680146005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:30:52.680154137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T14:30:52.680163224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T14:30:52.68950048Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:30:53.892418835Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:55880"
level=debug ts=2026-02-16T14:30:57.127127292Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=9 entries=15 streamLabelsSize="270 B" entriesSize="191 kB" structuredMetadataSize="990 B" totalSize="192 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:30:57.127160609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:30:57.127171842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T14:30:57.12717941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="706 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:30:57.127185279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T14:30:57.127190773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="142 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:30:57.1271965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:30:57.127201931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:30:57.127206761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:30:57.12721143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8263
level=debug ts=2026-02-16T14:30:57.129492139Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:31:03.390843473Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=6 entries=9 streamLabelsSize="187 B" entriesSize="133 kB" structuredMetadataSize="555 B" totalSize="133 kB" mostRecentLagMs=2011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:03.390882103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="40 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:31:03.390898302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="71 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T14:31:03.39091019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T14:31:03.390922007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:31:03.39093166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:31:03.39094294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="17 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T14:31:03.399389559Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:31:04.694941771Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=9 entries=13 streamLabelsSize="261 B" entriesSize="443 kB" structuredMetadataSize="858 B" totalSize="443 kB" mostRecentLagMs=26 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:04.694989712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="239 B" policy= mostRecentLagMs=2025
level=debug ts=2026-02-16T14:31:04.695007153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="63 kB" policy= mostRecentLagMs=9026
level=debug ts=2026-02-16T14:31:04.695017782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=10025
level=debug ts=2026-02-16T14:31:04.695027705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="308 kB" policy= mostRecentLagMs=1154
level=debug ts=2026-02-16T14:31:04.695037493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=26
level=debug ts=2026-02-16T14:31:04.695048762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="48 kB" policy= mostRecentLagMs=10025
level=debug ts=2026-02-16T14:31:04.69505752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=6025
level=debug ts=2026-02-16T14:31:04.695066878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7026
level=debug ts=2026-02-16T14:31:04.695076615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=7026
level=debug ts=2026-02-16T14:31:04.701779042Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:31:07.824795292Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=3 entries=3 streamLabelsSize="109 B" entriesSize="25 kB" structuredMetadataSize="181 B" totalSize="25 kB" mostRecentLagMs=5706 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:07.824825756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=5706
level=debug ts=2026-02-16T14:31:07.82483756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9706
level=debug ts=2026-02-16T14:31:07.824843981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:31:07.825940065Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:31:09.35127134Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:31:15.629942889Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=8 streamLabelsSize="197 B" entriesSize="117 kB" structuredMetadataSize="530 B" totalSize="118 kB" mostRecentLagMs=1961 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:15.629973114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9960
level=debug ts=2026-02-16T14:31:15.629983906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="24 kB" policy= mostRecentLagMs=9960
level=debug ts=2026-02-16T14:31:15.629990139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="47 kB" policy= mostRecentLagMs=7961
level=debug ts=2026-02-16T14:31:15.629995384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=1961
level=debug ts=2026-02-16T14:31:15.630002402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=6960
level=debug ts=2026-02-16T14:31:15.631777059Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:31:18.387214263Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.0 kB" streams=7 entries=8 streamLabelsSize="219 B" entriesSize="62 kB" structuredMetadataSize="564 B" totalSize="62 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:18.38725638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:31:18.387272843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:31:18.387281552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:31:18.387289718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:31:18.387297319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:31:18.387304991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7390
level=debug ts=2026-02-16T14:31:18.387314209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:31:18.392602268Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:31:21.124701264Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=4 entries=6 streamLabelsSize="110 B" entriesSize="31 kB" structuredMetadataSize="397 B" totalSize="31 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:21.124732148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="239 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:31:21.124742814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:31:21.124748621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:31:21.124754769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="10 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:31:21.126106738Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:31:21.21371017Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:31:25.675844609Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.9 kB" streams=6 entries=10 streamLabelsSize="201 B" entriesSize="213 kB" structuredMetadataSize="677 B" totalSize="213 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:25.67587381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:31:25.675885202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=2921
level=debug ts=2026-02-16T14:31:25.675892603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-isns\"}" streamLabelsHash=3094007204 streamSizeBytes="495 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:31:25.675899237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=3659
level=debug ts=2026-02-16T14:31:25.675904646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="924 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T14:31:25.67591116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="51 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T14:31:25.67793127Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:31:32.386852924Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=5 entries=6 streamLabelsSize="160 B" entriesSize="39 kB" structuredMetadataSize="387 B" totalSize="39 kB" mostRecentLagMs=1648 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:32.386891149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:31:32.386907411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:31:32.386918334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:31:32.386927167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:31:32.386938004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1648
level=debug ts=2026-02-16T14:31:32.388741513Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:31:33.123728688Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=6 entries=6 streamLabelsSize="203 B" entriesSize="6.0 kB" structuredMetadataSize="386 B" totalSize="6.2 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:33.123760588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:31:33.123771631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:31:33.123777683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:31:33.123784533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:31:33.123791759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:31:33.123797001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:31:33.124945095Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:31:37.686463484Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=9 entries=9 streamLabelsSize="286 B" entriesSize="366 kB" structuredMetadataSize="567 B" totalSize="366 kB" mostRecentLagMs=17 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:37.686629007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=4336
level=debug ts=2026-02-16T14:31:37.686651804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T14:31:37.686665635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="891 B" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T14:31:37.686679912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=17
level=debug ts=2026-02-16T14:31:37.686694543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2018
level=debug ts=2026-02-16T14:31:37.686709844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T14:31:37.686812259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T14:31:37.686826516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=4017
level=debug ts=2026-02-16T14:31:37.686839937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=4017
level=debug ts=2026-02-16T14:31:37.705761451Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:31:45.386207999Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.7 kB" streams=5 entries=5 streamLabelsSize="163 B" entriesSize="8.0 kB" structuredMetadataSize="346 B" totalSize="8.2 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:45.386248272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:31:45.38626375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:31:45.386272289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:31:45.386280007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:31:45.386290935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:31:45.389121391Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:31:50.124274238Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.0 kB" streams=3 entries=4 streamLabelsSize="92 B" entriesSize="3.3 kB" structuredMetadataSize="262 B" totalSize="3.4 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:50.124305877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:31:50.12431767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:31:50.124324794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:31:50.125327764Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:31:50.747202717Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:31:50.748638688Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T14:31:51.215859034Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:31:51.674292793Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=6 entries=9 streamLabelsSize="193 B" entriesSize="8.5 kB" structuredMetadataSize="576 B" totalSize="8.7 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:51.67432457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:31:51.674335926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:31:51.67434315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:31:51.674349457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:31:51.674356134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:31:51.674365235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T14:31:51.675458535Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:31:55.915081766Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:43746"
level=debug ts=2026-02-16T14:31:56.386440347Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=7 entries=8 streamLabelsSize="226 B" entriesSize="35 kB" structuredMetadataSize="544 B" totalSize="35 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:31:56.394228716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4667
level=debug ts=2026-02-16T14:31:56.394257464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-16T14:31:56.394269792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="411 B" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T14:31:56.39427933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="903 B" policy= mostRecentLagMs=2014
level=debug ts=2026-02-16T14:31:56.394291816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T14:31:56.394300881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T14:31:56.394309137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T14:31:56.399842148Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:00.155137141Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=6 entries=6 streamLabelsSize="201 B" entriesSize="30 kB" structuredMetadataSize="386 B" totalSize="30 kB" mostRecentLagMs=36 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:00.155169223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:32:00.155179865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="606 B" policy= mostRecentLagMs=5036
level=debug ts=2026-02-16T14:32:00.155186204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9037
level=debug ts=2026-02-16T14:32:00.155194202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=9037
level=debug ts=2026-02-16T14:32:00.155199803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=36
level=debug ts=2026-02-16T14:32:00.155206083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=8037
level=debug ts=2026-02-16T14:32:00.156325421Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:04.462138577Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=4 entries=4 streamLabelsSize="146 B" entriesSize="387 kB" structuredMetadataSize="272 B" totalSize="387 kB" mostRecentLagMs=2094 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:04.462169141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6793
level=debug ts=2026-02-16T14:32:04.462180824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=2094
level=debug ts=2026-02-16T14:32:04.462186852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=9792
level=debug ts=2026-02-16T14:32:04.4621921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:32:04.465032384Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:09.392237993Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=3 entries=4 streamLabelsSize="97 B" entriesSize="67 kB" structuredMetadataSize="277 B" totalSize="68 kB" mostRecentLagMs=2012 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:09.392281156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="61 kB" policy= mostRecentLagMs=4915
level=debug ts=2026-02-16T14:32:09.392299522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:32:09.392311169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T14:32:09.394403392Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:17.677968335Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=9 entries=12 streamLabelsSize="274 B" entriesSize="260 kB" structuredMetadataSize="788 B" totalSize="260 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:17.67800211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:32:17.678014567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="439 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T14:32:17.678021485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="97 kB" policy= mostRecentLagMs=1243
level=debug ts=2026-02-16T14:32:17.678027417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=3041
level=debug ts=2026-02-16T14:32:17.678032835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:32:17.67804177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:32:17.678048067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:32:17.678054135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:32:17.678059213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T14:32:17.680546839Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:21.127564823Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=10 streamLabelsSize="263 B" entriesSize="256 kB" structuredMetadataSize="636 B" totalSize="257 kB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:21.127594853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:32:21.127621515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="238 kB" policy= mostRecentLagMs=1755
level=debug ts=2026-02-16T14:32:21.127628962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T14:32:21.127635712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:32:21.12764216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T14:32:21.127647244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:32:21.127652042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:32:21.127656819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:32:21.130336705Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:32:21.217788Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:32:22.391487365Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=8 entries=9 streamLabelsSize="261 B" entriesSize="294 kB" structuredMetadataSize="581 B" totalSize="295 kB" mostRecentLagMs=1216 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:22.391521034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:32:22.391537071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="411 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T14:32:22.391545825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T14:32:22.391552261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="192 kB" policy= mostRecentLagMs=1216
level=debug ts=2026-02-16T14:32:22.391557378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:32:22.391564167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="777 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T14:32:22.391569137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="63 kB" policy= mostRecentLagMs=5585
level=debug ts=2026-02-16T14:32:22.391573908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T14:32:22.394621511Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:28.102551254Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=5 entries=10 streamLabelsSize="181 B" entriesSize="740 kB" structuredMetadataSize="678 B" totalSize="740 kB" mostRecentLagMs=433 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:28.102596171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1643
level=debug ts=2026-02-16T14:32:28.102635207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="191 kB" policy= mostRecentLagMs=9587
level=debug ts=2026-02-16T14:32:28.102648566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="165 kB" policy= mostRecentLagMs=433
level=debug ts=2026-02-16T14:32:28.10265809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="354 kB" policy= mostRecentLagMs=2712
level=debug ts=2026-02-16T14:32:28.102667304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5433
level=debug ts=2026-02-16T14:32:28.109188469Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:31.549082748Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=9 streamLabelsSize="191 B" entriesSize="202 kB" structuredMetadataSize="583 B" totalSize="202 kB" mostRecentLagMs=430 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:31.54911432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="381 B" policy= mostRecentLagMs=1430
level=debug ts=2026-02-16T14:32:31.54912528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1430
level=debug ts=2026-02-16T14:32:31.549131002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=430
level=debug ts=2026-02-16T14:32:31.549136306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=5431
level=debug ts=2026-02-16T14:32:31.549149297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="157 kB" policy= mostRecentLagMs=1430
level=debug ts=2026-02-16T14:32:31.549156661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=6166
level=debug ts=2026-02-16T14:32:31.551434172Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:33.389146024Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.2 kB" streams=6 entries=11 streamLabelsSize="180 B" entriesSize="152 kB" structuredMetadataSize="697 B" totalSize="152 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:33.389187097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:32:33.389204241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:32:33.389214448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:32:33.389223577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:32:33.389232184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:32:33.389240924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="126 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:32:33.391197641Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:38.67914826Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=12 entries=24 streamLabelsSize="373 B" entriesSize="260 kB" structuredMetadataSize="1.5 kB" totalSize="261 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:38.679177956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:32:38.679188723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="70 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:32:38.679196025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="55 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:32:38.679201319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:32:38.679207726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:32:38.679213078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T14:32:38.679218992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:32:38.679224354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="533 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:32:38.679231105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:32:38.679239485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="69 kB" policy= mostRecentLagMs=5591
level=debug ts=2026-02-16T14:32:38.679247579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:32:38.67925593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="696 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T14:32:38.682123323Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:42.126627347Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=12 entries=18 streamLabelsSize="363 B" entriesSize="222 kB" structuredMetadataSize="1.1 kB" totalSize="223 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:42.126656162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:32:42.126666468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="15 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:32:42.126672428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:32:42.126677513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:32:42.126682218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:32:42.126687546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="703 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T14:32:42.126693493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:32:42.126699167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="134 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:32:42.126704319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:32:42.126709213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=2446
level=debug ts=2026-02-16T14:32:42.126714127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:32:42.126718564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:32:42.129436664Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:44.389585135Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=10 entries=13 streamLabelsSize="309 B" entriesSize="221 kB" structuredMetadataSize="841 B" totalSize="221 kB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:44.389633199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="12 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:32:44.389644059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:32:44.389660945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:32:44.389669284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="186 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:32:44.389675652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:32:44.389681201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:32:44.389686265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="51 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:32:44.389690998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:32:44.389695664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="88 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:32:44.389700434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3642
level=debug ts=2026-02-16T14:32:44.391577909Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:50.700194807Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=11 entries=21 streamLabelsSize="340 B" entriesSize="1.2 MB" structuredMetadataSize="1.4 kB" totalSize="1.2 MB" mostRecentLagMs=997 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:50.700224825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="151 kB" policy= mostRecentLagMs=5157
level=debug ts=2026-02-16T14:32:50.700235595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="10 kB" policy= mostRecentLagMs=7031
level=debug ts=2026-02-16T14:32:50.700242631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="329 kB" policy= mostRecentLagMs=3150
level=debug ts=2026-02-16T14:32:50.70024944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=1320
level=debug ts=2026-02-16T14:32:50.700256143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9031
level=debug ts=2026-02-16T14:32:50.700262202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=7031
level=debug ts=2026-02-16T14:32:50.700268591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=10031
level=debug ts=2026-02-16T14:32:50.700273904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7031
level=debug ts=2026-02-16T14:32:50.70027982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="634 kB" policy= mostRecentLagMs=997
level=debug ts=2026-02-16T14:32:50.700284721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=2405
level=debug ts=2026-02-16T14:32:50.700289809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="946 B" policy= mostRecentLagMs=1030
level=debug ts=2026-02-16T14:32:50.706870604Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:50.915043937Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T14:32:51.220699896Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:32:56.142343679Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="54 kB" streams=8 entries=21 streamLabelsSize="239 B" entriesSize="990 kB" structuredMetadataSize="1.4 kB" totalSize="990 kB" mostRecentLagMs=24 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:56.142398799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=24
level=debug ts=2026-02-16T14:32:56.142422953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=897
level=debug ts=2026-02-16T14:32:56.142439896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=24
level=debug ts=2026-02-16T14:32:56.142455276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="80 kB" policy= mostRecentLagMs=894
level=debug ts=2026-02-16T14:32:56.142463766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=4024
level=debug ts=2026-02-16T14:32:56.142471684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="20 kB" policy= mostRecentLagMs=1926
level=debug ts=2026-02-16T14:32:56.142480345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="860 kB" policy= mostRecentLagMs=1446
level=debug ts=2026-02-16T14:32:56.142488853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=10025
level=debug ts=2026-02-16T14:32:56.148008563Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:32:56.447152372Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=5 entries=14 streamLabelsSize="157 B" entriesSize="849 kB" structuredMetadataSize="882 B" totalSize="849 kB" mostRecentLagMs=67 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:32:56.447183463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=241
level=debug ts=2026-02-16T14:32:56.447193548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="166 kB" policy= mostRecentLagMs=2631
level=debug ts=2026-02-16T14:32:56.447199473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="571 kB" policy= mostRecentLagMs=2180
level=debug ts=2026-02-16T14:32:56.447204683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=1252
level=debug ts=2026-02-16T14:32:56.447209874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=67
level=debug ts=2026-02-16T14:32:56.451545164Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:33:03.55528371Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=9 entries=21 streamLabelsSize="299 B" entriesSize="450 kB" structuredMetadataSize="1.3 kB" totalSize="451 kB" mostRecentLagMs=1886 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:03.555318749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="42 kB" policy= mostRecentLagMs=8124
level=debug ts=2026-02-16T14:33:03.555330061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1886
level=debug ts=2026-02-16T14:33:03.555337468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="928 B" policy= mostRecentLagMs=1886
level=debug ts=2026-02-16T14:33:03.555343891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4886
level=debug ts=2026-02-16T14:33:03.555350189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=4886
level=debug ts=2026-02-16T14:33:03.555355593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="360 kB" policy= mostRecentLagMs=2885
level=debug ts=2026-02-16T14:33:03.555361955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="18 kB" policy= mostRecentLagMs=5886
level=debug ts=2026-02-16T14:33:03.555367302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=8279
level=debug ts=2026-02-16T14:33:03.555373451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=4886
level=debug ts=2026-02-16T14:33:03.558757524Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:33:06.754833049Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.5 kB" streams=6 entries=7 streamLabelsSize="207 B" entriesSize="102 kB" structuredMetadataSize="445 B" totalSize="102 kB" mostRecentLagMs=636 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:06.754862286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=636
level=debug ts=2026-02-16T14:33:06.754872833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="373 B" policy= mostRecentLagMs=6636
level=debug ts=2026-02-16T14:33:06.754880441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="89 kB" policy= mostRecentLagMs=6636
level=debug ts=2026-02-16T14:33:06.754887269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6636
level=debug ts=2026-02-16T14:33:06.754893983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=5636
level=debug ts=2026-02-16T14:33:06.754899116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5636
level=debug ts=2026-02-16T14:33:06.756626716Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:33:07.908741266Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=9 entries=15 streamLabelsSize="263 B" entriesSize="152 kB" structuredMetadataSize="932 B" totalSize="152 kB" mostRecentLagMs=528 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:07.908769716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="464 B" policy= mostRecentLagMs=5529
level=debug ts=2026-02-16T14:33:07.908780232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=4529
level=debug ts=2026-02-16T14:33:07.908787389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8529
level=debug ts=2026-02-16T14:33:07.908792499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=1529
level=debug ts=2026-02-16T14:33:07.908797056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=9529
level=debug ts=2026-02-16T14:33:07.908801935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="64 kB" policy= mostRecentLagMs=1529
level=debug ts=2026-02-16T14:33:07.908806632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=2529
level=debug ts=2026-02-16T14:33:07.908811317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=528
level=debug ts=2026-02-16T14:33:07.908815835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="61 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:33:07.911122591Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:33:15.684858516Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=13 entries=23 streamLabelsSize="393 B" entriesSize="704 kB" structuredMetadataSize="1.5 kB" totalSize="704 kB" mostRecentLagMs=15 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:15.684888964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="16 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T14:33:15.684899223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T14:33:15.684905273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T14:33:15.68491058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="471 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:33:15.684916253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="101 kB" policy= mostRecentLagMs=8446
level=debug ts=2026-02-16T14:33:15.684921028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="30 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T14:33:15.684926198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-16T14:33:15.684930903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T14:33:15.684935726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T14:33:15.684941053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2369
level=debug ts=2026-02-16T14:33:15.684946223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T14:33:15.684950931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="45 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-16T14:33:15.684955584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="495 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T14:33:15.68910482Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:33:17.126898352Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=8 entries=14 streamLabelsSize="246 B" entriesSize="242 kB" structuredMetadataSize="914 B" totalSize="242 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:17.126929661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T14:33:17.126940928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="20 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:33:17.126947272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:33:17.126953628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:33:17.126958967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="180 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:33:17.126964977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:33:17.126972448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=1198
level=debug ts=2026-02-16T14:33:17.126977505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:33:17.129599216Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:33:19.386977511Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.2 kB" streams=5 entries=7 streamLabelsSize="152 B" entriesSize="140 kB" structuredMetadataSize="465 B" totalSize="140 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:19.387007141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="96 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:33:19.387018197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:33:19.387024598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=945
level=debug ts=2026-02-16T14:33:19.387030137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:33:19.38703635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T14:33:19.389023197Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:33:21.223007293Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
ts=2026-02-16T14:33:25.919446987Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:56688"
level=debug ts=2026-02-16T14:33:26.67457833Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.8 kB" streams=5 entries=5 streamLabelsSize="176 B" entriesSize="46 kB" structuredMetadataSize="310 B" totalSize="46 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:26.674632419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:33:26.674645698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:33:26.674651858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:33:26.674659689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=9679
level=debug ts=2026-02-16T14:33:26.674665138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:33:26.675923466Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:33:29.123379732Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=6 entries=6 streamLabelsSize="188 B" entriesSize="15 kB" structuredMetadataSize="393 B" totalSize="15 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:29.123408403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="599 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:33:29.123419507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:33:29.123426774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T14:33:29.123432747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:33:29.123438192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:33:29.123443767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="593 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:33:29.124490799Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:33:31.385133039Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=4 entries=4 streamLabelsSize="128 B" entriesSize="47 kB" structuredMetadataSize="248 B" totalSize="48 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:31.385160791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="46 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:33:31.385171717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:33:31.385177769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:33:31.385187039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:33:31.386373678Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:33:35.498419076Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:33:38.675787023Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=9 entries=13 streamLabelsSize="293 B" entriesSize="34 kB" structuredMetadataSize="876 B" totalSize="34 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:38.675813956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:33:38.675825268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:33:38.675831431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:33:38.675836634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:33:38.67584213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:33:38.675846825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="660 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:33:38.675851631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:33:38.675856794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="17 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:33:38.675861475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:33:38.677128593Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:33:40.123118744Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=4 entries=6 streamLabelsSize="136 B" entriesSize="23 kB" structuredMetadataSize="396 B" totalSize="23 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:40.12314823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1039
level=debug ts=2026-02-16T14:33:40.123158954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:33:40.12316581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:33:40.123172027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:33:40.124569848Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:33:45.386466928Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=8 entries=9 streamLabelsSize="224 B" entriesSize="36 kB" structuredMetadataSize="602 B" totalSize="36 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:45.386495597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:33:45.386506152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-rrvy\"}" streamLabelsHash=3212121299 streamSizeBytes="330 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:33:45.386514414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:33:45.386521104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:33:45.38653015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:33:45.386535377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:33:45.386540363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8106
level=debug ts=2026-02-16T14:33:45.386544945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:33:45.38792404Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:33:50.681096475Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=8 streamLabelsSize="157 B" entriesSize="354 kB" structuredMetadataSize="507 B" totalSize="354 kB" mostRecentLagMs=4011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:50.681130872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T14:33:50.681141718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T14:33:50.681147912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T14:33:50.681154776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=6703
level=debug ts=2026-02-16T14:33:50.68116198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="885 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T14:33:50.684035206Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:33:51.12328715Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=6 entries=7 streamLabelsSize="189 B" entriesSize="16 kB" structuredMetadataSize="450 B" totalSize="17 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:51.123317361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:33:51.123328569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:33:51.123334785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:33:51.123340611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:33:51.123345608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:33:51.123351692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:33:51.124395045Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:33:51.22483697Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:33:57.385277829Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=5 entries=6 streamLabelsSize="154 B" entriesSize="4.8 kB" structuredMetadataSize="390 B" totalSize="5.0 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:33:57.38530893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:33:57.385321585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:33:57.385328336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:33:57.385334157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:33:57.385339506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:33:57.386346476Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:34:02.675265853Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=3 entries=3 streamLabelsSize="100 B" entriesSize="152 kB" structuredMetadataSize="213 B" totalSize="152 kB" mostRecentLagMs=3287 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:02.675295359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=3287
level=debug ts=2026-02-16T14:34:02.67530601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:34:02.675311972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:34:02.677245221Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:34:07.123209706Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=6 entries=7 streamLabelsSize="186 B" entriesSize="30 kB" structuredMetadataSize="439 B" totalSize="30 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:07.123239546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:34:07.123249882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:34:07.123256032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:34:07.123261441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:34:07.123266811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:34:07.123273036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:34:07.124544426Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:34:09.207353269Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=5 entries=5 streamLabelsSize="142 B" entriesSize="38 kB" structuredMetadataSize="321 B" totalSize="39 kB" mostRecentLagMs=827 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:09.207382668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:34:09.207393962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=9827
level=debug ts=2026-02-16T14:34:09.207405058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=827
level=debug ts=2026-02-16T14:34:09.207414311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=7827
level=debug ts=2026-02-16T14:34:09.207420072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=5827
level=debug ts=2026-02-16T14:34:09.208665936Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:34:10.37837097Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:34:12.767953091Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=6 entries=8 streamLabelsSize="209 B" entriesSize="515 kB" structuredMetadataSize="536 B" totalSize="515 kB" mostRecentLagMs=2139 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:12.767984168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:34:12.76799562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=2139
level=debug ts=2026-02-16T14:34:12.768002233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="142 kB" policy= mostRecentLagMs=3092
level=debug ts=2026-02-16T14:34:12.768009615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=4099
level=debug ts=2026-02-16T14:34:12.768015679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=5098
level=debug ts=2026-02-16T14:34:12.768022914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5098
level=debug ts=2026-02-16T14:34:12.772106408Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:34:20.122988799Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=5 entries=6 streamLabelsSize="157 B" entriesSize="6.9 kB" structuredMetadataSize="393 B" totalSize="7.0 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:20.123018549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="963 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:34:20.123029536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T14:34:20.123035023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:34:20.123040791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T14:34:20.123045675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="412 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T14:34:20.124040862Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:34:20.3858742Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=5 entries=6 streamLabelsSize="149 B" entriesSize="14 kB" structuredMetadataSize="383 B" totalSize="14 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:20.385908956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:34:20.3859256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:34:20.385937783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:34:20.385946454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:34:20.385958311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:34:20.387170938Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:34:21.226948357Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:34:23.676574931Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=5 entries=10 streamLabelsSize="171 B" entriesSize="157 kB" structuredMetadataSize="707 B" totalSize="157 kB" mostRecentLagMs=541 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:23.676624811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="150 kB" policy= mostRecentLagMs=541
level=debug ts=2026-02-16T14:34:23.676636435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:34:23.676644277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:34:23.676650074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:34:23.676655699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:34:23.678813105Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:34:27.372784559Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:60306"
level=debug ts=2026-02-16T14:34:31.579349102Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=6 entries=7 streamLabelsSize="177 B" entriesSize="33 kB" structuredMetadataSize="455 B" totalSize="33 kB" mostRecentLagMs=1199 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:31.579379173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3199
level=debug ts=2026-02-16T14:34:31.579390594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:34:31.579396586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9199
level=debug ts=2026-02-16T14:34:31.579402073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=9199
level=debug ts=2026-02-16T14:34:31.579407278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1199
level=debug ts=2026-02-16T14:34:31.579411884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=8199
level=debug ts=2026-02-16T14:34:31.580729746Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:34:32.122851143Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="999 B" streams=4 entries=4 streamLabelsSize="128 B" entriesSize="4.6 kB" structuredMetadataSize="241 B" totalSize="4.7 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:32.122878156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:34:32.122888631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:34:32.122895665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T14:34:32.122901341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:34:32.124012279Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:34:34.673460138Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.7 kB" streams=5 entries=5 streamLabelsSize="187 B" entriesSize="12 kB" structuredMetadataSize="331 B" totalSize="12 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:34.673488968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T14:34:34.673499612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T14:34:34.673506333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T14:34:34.673511958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:34:34.673518321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:34:34.674722437Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:34:45.389187789Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.4 kB" streams=9 entries=9 streamLabelsSize="290 B" entriesSize="55 kB" structuredMetadataSize="607 B" totalSize="55 kB" mostRecentLagMs=2009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:45.389217903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:34:45.389229861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:34:45.38923716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:34:45.389242693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:34:45.389248962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:34:45.389253844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5285
level=debug ts=2026-02-16T14:34:45.389258483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:34:45.389263362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:34:45.389268089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:34:45.391241111Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:34:45.678061153Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=11 streamLabelsSize="235 B" entriesSize="348 kB" structuredMetadataSize="681 B" totalSize="348 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:45.678090304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="875 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:34:45.678102966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:34:45.678109218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:34:45.678116771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T14:34:45.678123249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:34:45.678129081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T14:34:45.678134362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:34:45.678140888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=5338
level=debug ts=2026-02-16T14:34:45.681491552Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:34:51.125622985Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.3 kB" streams=9 entries=12 streamLabelsSize="309 B" entriesSize="40 kB" structuredMetadataSize="802 B" totalSize="40 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:51.125676071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:34:51.125694936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:34:51.12570613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:34:51.125712464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T14:34:51.125717522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:34:51.125724049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="20 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:34:51.125729076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:34:51.125733801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:34:51.125739043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:34:51.127361309Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:34:51.228756227Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
ts=2026-02-16T14:34:55.924891417Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:55820"
level=debug ts=2026-02-16T14:34:57.681760141Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=6 entries=9 streamLabelsSize="217 B" entriesSize="456 kB" structuredMetadataSize="673 B" totalSize="456 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:34:57.681789259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="266 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:34:57.681800625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T14:34:57.681807356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T14:34:57.681813273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=6513
level=debug ts=2026-02-16T14:34:57.681818617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=2313
level=debug ts=2026-02-16T14:34:57.681824734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T14:34:57.684938756Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:34:59.271146079Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:35:02.122694727Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=4 entries=4 streamLabelsSize="126 B" entriesSize="11 kB" structuredMetadataSize="240 B" totalSize="11 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:02.122724133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:35:02.122735298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:35:02.122741948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:35:02.122749351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:35:02.123844997Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:35:06.387638368Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.5 kB" streams=6 entries=10 streamLabelsSize="169 B" entriesSize="128 kB" structuredMetadataSize="711 B" totalSize="128 kB" mostRecentLagMs=1210 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:06.387671007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:35:06.38768097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:35:06.387687942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:35:06.387713642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:35:06.387720908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="120 kB" policy= mostRecentLagMs=1210
level=debug ts=2026-02-16T14:35:06.38772798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="953 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T14:35:06.38971271Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:35:11.611158473Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=8 entries=9 streamLabelsSize="259 B" entriesSize="407 kB" structuredMetadataSize="611 B" totalSize="407 kB" mostRecentLagMs=151 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:11.611187611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2941
level=debug ts=2026-02-16T14:35:11.611198171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="291 kB" policy= mostRecentLagMs=7865
level=debug ts=2026-02-16T14:35:11.611205194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=2941
level=debug ts=2026-02-16T14:35:11.611211955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2941
level=debug ts=2026-02-16T14:35:11.611217087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="354 B" policy= mostRecentLagMs=1942
level=debug ts=2026-02-16T14:35:11.611223823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2941
level=debug ts=2026-02-16T14:35:11.611231786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="91 kB" policy= mostRecentLagMs=151
level=debug ts=2026-02-16T14:35:11.611237645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="18 kB" policy= mostRecentLagMs=9559
level=debug ts=2026-02-16T14:35:11.614185664Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:35:18.123654209Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.6 kB" streams=6 entries=7 streamLabelsSize="212 B" entriesSize="54 kB" structuredMetadataSize="470 B" totalSize="54 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:18.123683752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:35:18.123695885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=7749
level=debug ts=2026-02-16T14:35:18.123703759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:35:18.123711138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:35:18.123716395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:35:18.123723365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:35:18.124940353Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:35:18.385273758Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=5 entries=5 streamLabelsSize="166 B" entriesSize="4.5 kB" structuredMetadataSize="305 B" totalSize="4.7 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:18.385302495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:35:18.385313223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:35:18.385320812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:35:18.385326594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:35:18.385332415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:35:18.386252383Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:35:21.230737059Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:35:21.733768126Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=15 streamLabelsSize="260 B" entriesSize="216 kB" structuredMetadataSize="946 B" totalSize="216 kB" mostRecentLagMs=3064 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:21.733798893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=4065
level=debug ts=2026-02-16T14:35:21.733810272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=4065
level=debug ts=2026-02-16T14:35:21.733816792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9065
level=debug ts=2026-02-16T14:35:21.733824246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="16 kB" policy= mostRecentLagMs=3064
level=debug ts=2026-02-16T14:35:21.733829501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=3064
level=debug ts=2026-02-16T14:35:21.733835829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=4065
level=debug ts=2026-02-16T14:35:21.733841074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="170 kB" policy= mostRecentLagMs=3346
level=debug ts=2026-02-16T14:35:21.733845933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=3064
level=debug ts=2026-02-16T14:35:21.736563444Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:35:27.376448851Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:50242"
level=debug ts=2026-02-16T14:35:29.123381713Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=5 entries=5 streamLabelsSize="147 B" entriesSize="31 kB" structuredMetadataSize="323 B" totalSize="31 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:29.123411619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="195 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:35:29.12342265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:35:29.123430128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="26 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:35:29.123436181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:35:29.123441612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:35:29.124559053Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:35:29.387392564Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.3 kB" streams=6 entries=7 streamLabelsSize="188 B" entriesSize="59 kB" structuredMetadataSize="460 B" totalSize="59 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:29.387423628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T14:35:29.387433855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=7650
level=debug ts=2026-02-16T14:35:29.387440102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:35:29.387446633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:35:29.387451673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:35:29.387456915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:35:29.388725171Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:35:32.673888099Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=3 entries=3 streamLabelsSize="114 B" entriesSize="21 kB" structuredMetadataSize="213 B" totalSize="21 kB" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:32.673917668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T14:35:32.673928179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="17 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:35:32.673934446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T14:35:32.674955164Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:35:39.421439718Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=5 entries=6 streamLabelsSize="186 B" entriesSize="31 kB" structuredMetadataSize="383 B" totalSize="31 kB" mostRecentLagMs=3303 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:39.421470403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="582 B" policy= mostRecentLagMs=3303
level=debug ts=2026-02-16T14:35:39.42148208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=8303
level=debug ts=2026-02-16T14:35:39.421490087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7303
level=debug ts=2026-02-16T14:35:39.421495458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8303
level=debug ts=2026-02-16T14:35:39.421500973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8303
level=debug ts=2026-02-16T14:35:39.422601889Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:35:44.386672054Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=8 entries=8 streamLabelsSize="241 B" entriesSize="39 kB" structuredMetadataSize="545 B" totalSize="40 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:44.386701721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:35:44.386713276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:35:44.386719836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:35:44.386725283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:35:44.386731909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:35:44.38673788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6723
level=debug ts=2026-02-16T14:35:44.386744738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:35:44.386749813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:35:44.388204873Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:35:44.678032896Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=7 entries=10 streamLabelsSize="200 B" entriesSize="356 kB" structuredMetadataSize="616 B" totalSize="356 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:44.678062739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=5328
level=debug ts=2026-02-16T14:35:44.67807316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:35:44.678082571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:35:44.678088474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:35:44.678094984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="308 kB" policy= mostRecentLagMs=40
level=debug ts=2026-02-16T14:35:44.678100003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="816 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:35:44.678105652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:35:44.728073017Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:35:48.353897178Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:35:48.35544331Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:35:51.134852995Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=6 entries=14 streamLabelsSize="180 B" entriesSize="570 kB" structuredMetadataSize="923 B" totalSize="570 kB" mostRecentLagMs=255 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:51.13488368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T14:35:51.134894646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="123 kB" policy= mostRecentLagMs=399
level=debug ts=2026-02-16T14:35:51.134902046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="11 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T14:35:51.134907931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="433 kB" policy= mostRecentLagMs=255
level=debug ts=2026-02-16T14:35:51.134913769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T14:35:51.134918752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=7017
level=debug ts=2026-02-16T14:35:51.140497871Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:35:51.233191617Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
ts=2026-02-16T14:35:53.907182257Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:41558"
ts=2026-02-16T14:35:55.928041177Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:60064"
level=debug ts=2026-02-16T14:35:56.679665081Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=11 streamLabelsSize="196 B" entriesSize="394 kB" structuredMetadataSize="738 B" totalSize="394 kB" mostRecentLagMs=655 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:56.679693799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T14:35:56.679704548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T14:35:56.67971179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="70 kB" policy= mostRecentLagMs=655
level=debug ts=2026-02-16T14:35:56.679717377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=8238
level=debug ts=2026-02-16T14:35:56.679723712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="71 kB" policy= mostRecentLagMs=5740
level=debug ts=2026-02-16T14:35:56.679730146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=5810
level=debug ts=2026-02-16T14:35:56.682307535Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:35:58.389264757Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=4 entries=8 streamLabelsSize="120 B" entriesSize="203 kB" structuredMetadataSize="546 B" totalSize="203 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:35:58.38929343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=808
level=debug ts=2026-02-16T14:35:58.389305083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="70 kB" policy= mostRecentLagMs=746
level=debug ts=2026-02-16T14:35:58.389312056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="101 kB" policy= mostRecentLagMs=6569
level=debug ts=2026-02-16T14:35:58.389318176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:35:58.391929019Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:36:01.385101908Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.2 kB" streams=7 entries=9 streamLabelsSize="229 B" entriesSize="126 kB" structuredMetadataSize="572 B" totalSize="127 kB" mostRecentLagMs=267 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:01.385129732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="69 kB" policy= mostRecentLagMs=3091
level=debug ts=2026-02-16T14:36:01.38514039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=267
level=debug ts=2026-02-16T14:36:01.385147012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=267
level=debug ts=2026-02-16T14:36:01.38515212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=3267
level=debug ts=2026-02-16T14:36:01.385158437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="42 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:36:01.385165807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1267
level=debug ts=2026-02-16T14:36:01.38517073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=267
level=debug ts=2026-02-16T14:36:01.387167778Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:36:08.67864801Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=12 entries=16 streamLabelsSize="398 B" entriesSize="225 kB" structuredMetadataSize="1.0 kB" totalSize="225 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:08.678676535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:36:08.678687135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="74 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T14:36:08.678693335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="84 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:36:08.678699635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:36:08.678705356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:36:08.678711051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:36:08.678715902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:36:08.678720996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:36:08.678725598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T14:36:08.67873011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:36:08.678734905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="16 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:36:08.678739709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="905 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:36:08.681327606Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:36:09.389820028Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=8 entries=10 streamLabelsSize="252 B" entriesSize="193 kB" structuredMetadataSize="633 B" totalSize="193 kB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:09.389849764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="377 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:36:09.389862483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="146 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:36:09.389872656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=2768
level=debug ts=2026-02-16T14:36:09.389878415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="10 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:36:09.389884448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:36:09.389889859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:36:09.389894641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T14:36:09.389899183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:36:09.393384115Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:36:12.126551051Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=7 entries=12 streamLabelsSize="205 B" entriesSize="226 kB" structuredMetadataSize="791 B" totalSize="226 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:12.126580616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T14:36:12.126591058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="14 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:36:12.126596923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="39 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:36:12.126603669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=2373
level=debug ts=2026-02-16T14:36:12.126631529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:36:12.126637119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:36:12.126643071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="125 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:36:12.129455614Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:36:19.678228053Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=5 streamLabelsSize="122 B" entriesSize="321 kB" structuredMetadataSize="326 B" totalSize="321 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:19.678262379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="308 kB" policy= mostRecentLagMs=8439
level=debug ts=2026-02-16T14:36:19.678276501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="829 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:36:19.678282616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T14:36:19.678288584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:36:19.681291781Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:36:20.385432515Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=5 entries=6 streamLabelsSize="150 B" entriesSize="45 kB" structuredMetadataSize="396 B" totalSize="45 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:20.385460688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:36:20.38547083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:36:20.385477748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:36:20.385485036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5731
level=debug ts=2026-02-16T14:36:20.385491371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:36:20.386927261Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:36:21.235446838Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
ts=2026-02-16T14:36:23.909583558Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:45172"
level=debug ts=2026-02-16T14:36:24.503301702Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T14:36:25.930278196Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:46486"
level=debug ts=2026-02-16T14:36:26.122468731Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=3 entries=3 streamLabelsSize="95 B" entriesSize="6.6 kB" structuredMetadataSize="190 B" totalSize="6.7 kB" mostRecentLagMs=5004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:26.122497944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T14:36:26.122509009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:36:26.122516298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T14:36:26.123514011Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:36:27.381287021Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:60476"
level=debug ts=2026-02-16T14:36:36.679640656Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=6 entries=10 streamLabelsSize="212 B" entriesSize="195 kB" structuredMetadataSize="661 B" totalSize="195 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:36.679670456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:36:36.67968235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="137 kB" policy= mostRecentLagMs=4898
level=debug ts=2026-02-16T14:36:36.679688914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:36:36.679697083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3386
level=debug ts=2026-02-16T14:36:36.679702932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:36:36.679708988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T14:36:36.681881815Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:36:37.385315124Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=8 entries=9 streamLabelsSize="256 B" entriesSize="38 kB" structuredMetadataSize="592 B" totalSize="39 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:37.38534675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:36:37.385359116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:36:37.38536495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:36:37.385372203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="606 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:36:37.385377613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="95 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:36:37.385383398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:36:37.385388195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:36:37.385392916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=394
level=debug ts=2026-02-16T14:36:37.3868107Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:36:38.123154281Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=8 entries=9 streamLabelsSize="267 B" entriesSize="22 kB" structuredMetadataSize="577 B" totalSize="22 kB" mostRecentLagMs=3824 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:38.123181519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:36:38.123192495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="660 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:36:38.123199364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T14:36:38.123206874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3824
level=debug ts=2026-02-16T14:36:38.123212149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T14:36:38.123217211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T14:36:38.123221841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:36:38.123226345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:36:38.124349707Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:36:47.543950552Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=8 entries=13 streamLabelsSize="253 B" entriesSize="662 kB" structuredMetadataSize="936 B" totalSize="662 kB" mostRecentLagMs=1875 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:47.543981252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2875
level=debug ts=2026-02-16T14:36:47.543992208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=8874
level=debug ts=2026-02-16T14:36:47.543998855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="162 kB" policy= mostRecentLagMs=6046
level=debug ts=2026-02-16T14:36:47.544004234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="496 kB" policy= mostRecentLagMs=6447
level=debug ts=2026-02-16T14:36:47.544009485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7875
level=debug ts=2026-02-16T14:36:47.544015899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="438 B" policy= mostRecentLagMs=3874
level=debug ts=2026-02-16T14:36:47.544021834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1875
level=debug ts=2026-02-16T14:36:47.544027461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2875
level=debug ts=2026-02-16T14:36:47.548650475Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:36:48.385832881Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="625 B" streams=2 entries=2 streamLabelsSize="50 B" entriesSize="1.6 kB" structuredMetadataSize="135 B" totalSize="1.7 kB" mostRecentLagMs=8006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:48.385863176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:36:48.38587429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:36:48.386803537Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:36:50.123102861Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=8 entries=9 streamLabelsSize="258 B" entriesSize="22 kB" structuredMetadataSize="586 B" totalSize="22 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:50.12313343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:36:50.123143678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:36:50.123149858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:36:50.123155205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:36:50.12316155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="887 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:36:50.123166553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:36:50.123172454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="95 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:36:50.123177249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:36:50.124306046Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:36:51.237554299Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
ts=2026-02-16T14:36:55.932202317Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:60132"
level=debug ts=2026-02-16T14:36:58.674593853Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=6 entries=6 streamLabelsSize="224 B" entriesSize="47 kB" structuredMetadataSize="413 B" totalSize="47 kB" mostRecentLagMs=1129 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:36:58.674647904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="36 kB" policy= mostRecentLagMs=1129
level=debug ts=2026-02-16T14:36:58.674659075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="95 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:36:58.674666933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:36:58.674672857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:36:58.674678504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:36:58.674683457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:36:58.676389691Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:37:02.12347495Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=5 entries=5 streamLabelsSize="166 B" entriesSize="9.9 kB" structuredMetadataSize="316 B" totalSize="10 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:02.123504763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:37:02.12351612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:37:02.123522678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:37:02.123528159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:37:02.12353332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:37:02.124665739Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:37:02.385902147Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=7 entries=8 streamLabelsSize="207 B" entriesSize="40 kB" structuredMetadataSize="520 B" totalSize="40 kB" mostRecentLagMs=3671 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:02.385930221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3671
level=debug ts=2026-02-16T14:37:02.38594081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:37:02.385947968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:37:02.385953444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:37:02.385959572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:37:02.385965748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="985 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:37:02.385970877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=3933
level=debug ts=2026-02-16T14:37:02.387178192Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:37:09.331907205Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=5 entries=5 streamLabelsSize="178 B" entriesSize="31 kB" structuredMetadataSize="335 B" totalSize="31 kB" mostRecentLagMs=662 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:09.331934394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=662
level=debug ts=2026-02-16T14:37:09.331945367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1662
level=debug ts=2026-02-16T14:37:09.331952852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:37:09.331959825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=1662
level=debug ts=2026-02-16T14:37:09.331965052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="943 B" policy= mostRecentLagMs=8662
level=debug ts=2026-02-16T14:37:09.333370398Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:37:15.12380918Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=4 entries=5 streamLabelsSize="105 B" entriesSize="6.5 kB" structuredMetadataSize="312 B" totalSize="6.6 kB" mostRecentLagMs=3006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:15.123839422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:37:15.123850305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="602 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:37:15.123858752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="356 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:37:15.123876396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:37:15.124907483Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:37:19.119091339Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:37:19.386835445Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.3 kB" streams=10 entries=12 streamLabelsSize="307 B" entriesSize="59 kB" structuredMetadataSize="790 B" totalSize="60 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:19.386869036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:37:19.386880391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:37:19.386886576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:37:19.386891742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:37:19.386898167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:37:19.386903687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="11 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:37:19.386912376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:37:19.386920341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:37:19.386925337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:37:19.386930016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=523
level=debug ts=2026-02-16T14:37:19.388691458Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:37:19.710522695Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=9 streamLabelsSize="208 B" entriesSize="425 kB" structuredMetadataSize="602 B" totalSize="425 kB" mostRecentLagMs=41 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:19.710551654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1041
level=debug ts=2026-02-16T14:37:19.710562051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="64 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:37:19.710569618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=3041
level=debug ts=2026-02-16T14:37:19.710575188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=9041
level=debug ts=2026-02-16T14:37:19.710580041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=8624
level=debug ts=2026-02-16T14:37:19.710584948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=41
level=debug ts=2026-02-16T14:37:19.713871978Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:37:21.239347564Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:37:26.123913973Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=4 entries=4 streamLabelsSize="138 B" entriesSize="7.0 kB" structuredMetadataSize="262 B" totalSize="7.1 kB" mostRecentLagMs=4005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:26.123944997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:37:26.123957569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:37:26.123965122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:37:26.123971075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:37:26.125019636Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:37:32.386073771Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=5 entries=5 streamLabelsSize="161 B" entriesSize="20 kB" structuredMetadataSize="315 B" totalSize="20 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:32.386102701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:37:32.386113676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:37:32.386119325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:37:32.386124483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:37:32.386130045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:37:32.387274568Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:37:33.674964438Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.1 kB" streams=5 entries=6 streamLabelsSize="177 B" entriesSize="68 kB" structuredMetadataSize="390 B" totalSize="68 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:33.674997163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="29 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:37:33.675010413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:37:33.675017487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:37:33.675022603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:37:33.67502794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=9524
level=debug ts=2026-02-16T14:37:33.676360686Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:37:38.123756037Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.5 kB" streams=8 entries=9 streamLabelsSize="281 B" entriesSize="39 kB" structuredMetadataSize="591 B" totalSize="39 kB" mostRecentLagMs=3006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:38.123783879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:37:38.123796056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:37:38.123802656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:37:38.123808436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:37:38.123813519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:37:38.123818876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:37:38.123824244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=4305
level=debug ts=2026-02-16T14:37:38.12382939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:37:38.125263654Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:37:44.681930763Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=10 streamLabelsSize="180 B" entriesSize="513 kB" structuredMetadataSize="646 B" totalSize="513 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:44.681959752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T14:37:44.681970755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T14:37:44.681976402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="492 kB" policy= mostRecentLagMs=4230
level=debug ts=2026-02-16T14:37:44.681981774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T14:37:44.681986726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:37:44.681991583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T14:37:44.685497753Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:37:49.01816754Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=7 entries=7 streamLabelsSize="228 B" entriesSize="35 kB" structuredMetadataSize="485 B" totalSize="35 kB" mostRecentLagMs=637 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:49.018198468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=638
level=debug ts=2026-02-16T14:37:49.018209675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator\"}" streamLabelsHash=3516083171 streamSizeBytes="97 B" policy= mostRecentLagMs=9638
level=debug ts=2026-02-16T14:37:49.018215738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=6638
level=debug ts=2026-02-16T14:37:49.018221224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:37:49.018227213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="246 B" policy= mostRecentLagMs=4638
level=debug ts=2026-02-16T14:37:49.018232395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=638
level=debug ts=2026-02-16T14:37:49.018237495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=8638
level=debug ts=2026-02-16T14:37:49.019645412Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:37:50.122984156Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=4 entries=5 streamLabelsSize="137 B" entriesSize="18 kB" structuredMetadataSize="337 B" totalSize="18 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:50.123014016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=9056
level=debug ts=2026-02-16T14:37:50.123025163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T14:37:50.123031481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="885 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:37:50.123037811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:37:50.124227966Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:37:51.240843086Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:37:56.673344979Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="994 B" streams=2 entries=3 streamLabelsSize="86 B" entriesSize="4.4 kB" structuredMetadataSize="201 B" totalSize="4.5 kB" mostRecentLagMs=9004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:37:56.673375558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T14:37:56.67338705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="971 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:37:56.674393774Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:37:57.386273352Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:50136"
level=debug ts=2026-02-16T14:38:01.122839269Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.2 kB" streams=5 entries=5 streamLabelsSize="195 B" entriesSize="6.7 kB" structuredMetadataSize="327 B" totalSize="6.9 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:01.122868074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="338 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:38:01.122878254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:38:01.122884746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="366 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:38:01.122890778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="582 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:38:01.122895827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:38:01.124065184Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:38:02.387002759Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=3 entries=3 streamLabelsSize="92 B" entriesSize="32 kB" structuredMetadataSize="204 B" totalSize="32 kB" mostRecentLagMs=3072 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:02.387031104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:38:02.387041497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:38:02.387048381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3072
level=debug ts=2026-02-16T14:38:02.388155439Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:38:06.745509637Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:38:08.677807583Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=7 streamLabelsSize="210 B" entriesSize="304 kB" structuredMetadataSize="454 B" totalSize="304 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:08.677838901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:38:08.677850643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:38:08.677857267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="442 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:38:08.67786288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="291 kB" policy= mostRecentLagMs=4949
level=debug ts=2026-02-16T14:38:08.677868241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:38:08.677873894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:38:08.677879657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:38:08.680693447Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:38:13.12329388Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=4 entries=4 streamLabelsSize="141 B" entriesSize="19 kB" structuredMetadataSize="269 B" totalSize="20 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:13.123320861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="318 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:38:13.123331014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:38:13.123338533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=8413
level=debug ts=2026-02-16T14:38:13.123345585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:38:13.124442657Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:38:13.387998765Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.4 kB" streams=6 entries=8 streamLabelsSize="183 B" entriesSize="102 kB" structuredMetadataSize="549 B" totalSize="103 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:13.388031086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T14:38:13.388044369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:38:13.388050525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T14:38:13.388056197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:38:13.388062974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="91 kB" policy= mostRecentLagMs=2425
level=debug ts=2026-02-16T14:38:13.3880688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:38:13.389909959Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:38:21.243029211Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:38:24.392368223Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=7 entries=12 streamLabelsSize="238 B" entriesSize="275 kB" structuredMetadataSize="773 B" totalSize="275 kB" mostRecentLagMs=723 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:24.392401139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5723
level=debug ts=2026-02-16T14:38:24.392412588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T14:38:24.392419629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=723
level=debug ts=2026-02-16T14:38:24.392425803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="209 kB" policy= mostRecentLagMs=2246
level=debug ts=2026-02-16T14:38:24.392431074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4722
level=debug ts=2026-02-16T14:38:24.392436401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=7723
level=debug ts=2026-02-16T14:38:24.392441159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=4722
level=debug ts=2026-02-16T14:38:24.395260027Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:38:25.12329023Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=4 entries=5 streamLabelsSize="119 B" entriesSize="12 kB" structuredMetadataSize="317 B" totalSize="12 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:25.123324987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:38:25.123340838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:38:25.123352271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:38:25.123362126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:38:25.124747263Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:38:25.385890999Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=5 entries=7 streamLabelsSize="150 B" entriesSize="20 kB" structuredMetadataSize="437 B" totalSize="20 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:25.385919744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:38:25.385929868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:38:25.38593579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:38:25.385942177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:38:25.385948112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:38:25.387020386Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:38:25.936742485Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:44370"
level=debug ts=2026-02-16T14:38:35.738515291Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=6 entries=6 streamLabelsSize="199 B" entriesSize="32 kB" structuredMetadataSize="404 B" totalSize="32 kB" mostRecentLagMs=3620 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:35.738543387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=8620
level=debug ts=2026-02-16T14:38:35.73855346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=3620
level=debug ts=2026-02-16T14:38:35.73856047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5621
level=debug ts=2026-02-16T14:38:35.738566001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:38:35.738571638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="594 B" policy= mostRecentLagMs=5621
level=debug ts=2026-02-16T14:38:35.738576449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=3620
level=debug ts=2026-02-16T14:38:35.739732805Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:38:37.386507123Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=6 entries=7 streamLabelsSize="183 B" entriesSize="54 kB" structuredMetadataSize="471 B" totalSize="54 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:37.386535777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:38:37.386546496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:38:37.3865531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4260
level=debug ts=2026-02-16T14:38:37.386560851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:38:37.386566173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="440 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:38:37.386571205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="22 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:38:37.387875753Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:38:37.679052211Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=4 entries=7 streamLabelsSize="151 B" entriesSize="364 kB" structuredMetadataSize="509 B" totalSize="364 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:37.679084579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="209 kB" policy= mostRecentLagMs=356
level=debug ts=2026-02-16T14:38:37.679095565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T14:38:37.679102829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="480 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:38:37.679108212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=8116
level=debug ts=2026-02-16T14:38:37.681903092Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:38:45.278705006Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:38:46.123118517Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=6 entries=7 streamLabelsSize="201 B" entriesSize="8.0 kB" structuredMetadataSize="459 B" totalSize="8.2 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:46.123146243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="729 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:38:46.123157075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:38:46.123164731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T14:38:46.123171126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T14:38:46.123176311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:38:46.123181241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:38:46.124177634Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:38:48.063487995Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=9 entries=15 streamLabelsSize="288 B" entriesSize="117 kB" structuredMetadataSize="1.0 kB" totalSize="117 kB" mostRecentLagMs=394 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:48.063516285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3394
level=debug ts=2026-02-16T14:38:48.063527012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="18 kB" policy= mostRecentLagMs=7394
level=debug ts=2026-02-16T14:38:48.063532844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="93 kB" policy= mostRecentLagMs=394
level=debug ts=2026-02-16T14:38:48.063537929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1394
level=debug ts=2026-02-16T14:38:48.063543405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2394
level=debug ts=2026-02-16T14:38:48.063548762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="901 B" policy= mostRecentLagMs=8394
level=debug ts=2026-02-16T14:38:48.063554721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=3394
level=debug ts=2026-02-16T14:38:48.063559569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9395
level=debug ts=2026-02-16T14:38:48.063564552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=8394
level=debug ts=2026-02-16T14:38:48.066101953Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:38:48.38594406Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.2 kB" streams=4 entries=5 streamLabelsSize="115 B" entriesSize="3.6 kB" structuredMetadataSize="326 B" totalSize="3.7 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:48.385973989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:38:48.385985994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:38:48.385992432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:38:48.385997771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:38:48.386959449Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:38:51.244963288Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
ts=2026-02-16T14:38:57.389717707Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:55894"
level=debug ts=2026-02-16T14:38:58.122443623Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=3 entries=5 streamLabelsSize="105 B" entriesSize="6.3 kB" structuredMetadataSize="332 B" totalSize="6.5 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:58.122473524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:38:58.122484512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T14:38:58.122490324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:38:58.123427737Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:38:59.38551913Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=4 entries=5 streamLabelsSize="127 B" entriesSize="42 kB" structuredMetadataSize="332 B" totalSize="42 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:38:59.385548962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:38:59.385559498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:38:59.385577625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:38:59.385583683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:38:59.386826888Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:39:01.119378162Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=7 entries=10 streamLabelsSize="234 B" entriesSize="500 kB" structuredMetadataSize="670 B" totalSize="500 kB" mostRecentLagMs=47 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:01.119405805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=9376
level=debug ts=2026-02-16T14:39:01.119416611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="99 kB" policy= mostRecentLagMs=47
level=debug ts=2026-02-16T14:39:01.119422937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="891 B" policy= mostRecentLagMs=9450
level=debug ts=2026-02-16T14:39:01.11942869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=2450
level=debug ts=2026-02-16T14:39:01.119435245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="48 kB" policy= mostRecentLagMs=3561
level=debug ts=2026-02-16T14:39:01.119440905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2450
level=debug ts=2026-02-16T14:39:01.119446699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=450
level=debug ts=2026-02-16T14:39:01.122708525Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:39:09.123321649Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=5 entries=5 streamLabelsSize="149 B" entriesSize="19 kB" structuredMetadataSize="303 B" totalSize="19 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:09.123350851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:39:09.123363028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:39:09.123369741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5680
level=debug ts=2026-02-16T14:39:09.123375517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:39:09.123380367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:39:09.124480292Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:39:10.384679405Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=7 entries=9 streamLabelsSize="217 B" entriesSize="11 kB" structuredMetadataSize="587 B" totalSize="11 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:10.384709811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:39:10.384721498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:39:10.384728663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:39:10.384735838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:39:10.384742819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:39:10.384748154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:39:10.384753327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="471 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:39:10.385926363Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:39:14.6741402Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=4 entries=5 streamLabelsSize="146 B" entriesSize="16 kB" structuredMetadataSize="319 B" totalSize="16 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:14.674168199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:39:14.674179371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:39:14.674185271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:39:14.674191186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:39:14.675212541Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:39:20.122972027Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.1 kB" streams=3 entries=3 streamLabelsSize="89 B" entriesSize="6.4 kB" structuredMetadataSize="201 B" totalSize="6.5 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:20.123010024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:39:20.123026774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="902 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:39:20.123039287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:39:20.124069489Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:39:21.247376203Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:39:22.386951407Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=5 entries=6 streamLabelsSize="160 B" entriesSize="47 kB" structuredMetadataSize="386 B" totalSize="47 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:22.386981256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:39:22.386993354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4972
level=debug ts=2026-02-16T14:39:22.387000083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:39:22.387007604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:39:22.387012823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:39:22.388548248Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:39:23.920162742Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:60972"
level=debug ts=2026-02-16T14:39:26.681846927Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=4 entries=5 streamLabelsSize="151 B" entriesSize="501 kB" structuredMetadataSize="363 B" totalSize="501 kB" mostRecentLagMs=5013 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:26.681874773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T14:39:26.681885318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="492 kB" policy= mostRecentLagMs=5450
level=debug ts=2026-02-16T14:39:26.681891601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T14:39:26.681897203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:39:26.685248802Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:39:30.250553563Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:39:30.252214591Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:39:32.947774215Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=6 entries=8 streamLabelsSize="201 B" entriesSize="36 kB" structuredMetadataSize="512 B" totalSize="37 kB" mostRecentLagMs=829 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:32.947806582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="630 B" policy= mostRecentLagMs=4829
level=debug ts=2026-02-16T14:39:32.947818888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=829
level=debug ts=2026-02-16T14:39:32.947825883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=3829
level=debug ts=2026-02-16T14:39:32.947832263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1830
level=debug ts=2026-02-16T14:39:32.947838108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=9829
level=debug ts=2026-02-16T14:39:32.94784424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=829
level=debug ts=2026-02-16T14:39:32.949428632Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:39:36.844458582Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=5 entries=5 streamLabelsSize="159 B" entriesSize="36 kB" structuredMetadataSize="312 B" totalSize="36 kB" mostRecentLagMs=1175 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:36.84449018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="622 B" policy= mostRecentLagMs=6175
level=debug ts=2026-02-16T14:39:36.844502101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:39:36.844509748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8176
level=debug ts=2026-02-16T14:39:36.844517641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=1175
level=debug ts=2026-02-16T14:39:36.844523941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1175
level=debug ts=2026-02-16T14:39:36.846110075Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:39:37.386168139Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=4 entries=6 streamLabelsSize="120 B" entriesSize="10 kB" structuredMetadataSize="398 B" totalSize="10 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:37.386200736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:39:37.386210879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:39:37.386219003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:39:37.386225208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:39:37.387270544Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:39:48.387425458Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=4 entries=4 streamLabelsSize="107 B" entriesSize="39 kB" structuredMetadataSize="273 B" totalSize="39 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:48.387455941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:39:48.387467243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:39:48.387475202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8591
level=debug ts=2026-02-16T14:39:48.38748128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:39:48.388793169Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:39:51.249700221Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:39:51.680209493Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=6 entries=8 streamLabelsSize="217 B" entriesSize="376 kB" structuredMetadataSize="528 B" totalSize="376 kB" mostRecentLagMs=375 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:51.680239539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:39:51.680251534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T14:39:51.680257694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T14:39:51.68026434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T14:39:51.680269483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=376
level=debug ts=2026-02-16T14:39:51.680274953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8002
level=debug ts=2026-02-16T14:39:51.683389781Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:39:55.124651823Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=4 entries=6 streamLabelsSize="130 B" entriesSize="13 kB" structuredMetadataSize="382 B" totalSize="13 kB" mostRecentLagMs=6006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:55.124682407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:39:55.124694386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:39:55.12470307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="953 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:39:55.124710708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:39:55.125795163Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:39:57.393633892Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:52552"
level=debug ts=2026-02-16T14:39:59.38496589Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=5 entries=6 streamLabelsSize="155 B" entriesSize="8.3 kB" structuredMetadataSize="376 B" totalSize="8.5 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:39:59.384995456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:39:59.385007041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="995 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T14:39:59.385013063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="696 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:39:59.385020262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:39:59.385026188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T14:39:59.386069158Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:40:03.675091419Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.8 kB" streams=4 entries=4 streamLabelsSize="118 B" entriesSize="55 kB" structuredMetadataSize="251 B" totalSize="55 kB" mostRecentLagMs=297 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:40:03.675123173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:40:03.675134155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:40:03.675140024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="18 kB" policy= mostRecentLagMs=1306
level=debug ts=2026-02-16T14:40:03.67514653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=297
level=debug ts=2026-02-16T14:40:03.676525203Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:40:08.123852933Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=6 entries=6 streamLabelsSize="188 B" entriesSize="50 kB" structuredMetadataSize="373 B" totalSize="50 kB" mostRecentLagMs=2910 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:40:08.123883279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=2910
level=debug ts=2026-02-16T14:40:08.123894594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:40:08.123900721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:40:08.123907384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:40:08.12391408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:40:08.12391939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:40:08.125271221Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:40:09.196859357Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:40:10.364990709Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=2 entries=3 streamLabelsSize="57 B" entriesSize="62 kB" structuredMetadataSize="218 B" totalSize="62 kB" mostRecentLagMs=4113 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:40:10.365020549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="61 kB" policy= mostRecentLagMs=4113
level=debug ts=2026-02-16T14:40:10.365031544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=6985
level=debug ts=2026-02-16T14:40:10.366340177Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:40:17.680663015Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=11 streamLabelsSize="265 B" entriesSize="474 kB" structuredMetadataSize="725 B" totalSize="475 kB" mostRecentLagMs=773 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:40:17.680690999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T14:40:17.680703304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T14:40:17.680709968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="291 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T14:40:17.680716305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="551 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T14:40:17.6807215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="10 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T14:40:17.680728132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T14:40:17.680732796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="456 kB" policy= mostRecentLagMs=773
level=debug ts=2026-02-16T14:40:17.680737699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="960 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T14:40:17.68456687Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:40:21.252153831Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:40:21.385157767Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=9 entries=10 streamLabelsSize="287 B" entriesSize="21 kB" structuredMetadataSize="669 B" totalSize="21 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:40:21.385187813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="330 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:40:21.385199176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:40:21.38520538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:40:21.385210596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:40:21.385215111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:40:21.385219623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="172 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:40:21.385224504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:40:21.385229887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:40:21.385234402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:40:21.386462688Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:40:25.123004591Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=6 entries=8 streamLabelsSize="198 B" entriesSize="43 kB" structuredMetadataSize="545 B" totalSize="43 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:40:25.123034034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="10 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:40:25.123044861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="195 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:40:25.123052127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:40:25.123058185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:40:25.123063754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="21 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:40:25.123069071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:40:25.124325828Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:40:27.396339968Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:39822"
level=debug ts=2026-02-16T14:40:29.674562613Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=6 entries=7 streamLabelsSize="214 B" entriesSize="26 kB" structuredMetadataSize="458 B" totalSize="26 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:40:29.674593035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:40:29.67460393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:40:29.674629658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:40:29.674635729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:40:29.674643267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:40:29.67464847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:40:29.67573068Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:40:32.38654935Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.3 kB" streams=6 entries=7 streamLabelsSize="176 B" entriesSize="53 kB" structuredMetadataSize="462 B" totalSize="53 kB" mostRecentLagMs=5006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:40:32.386577733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:40:32.386588011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7783
level=debug ts=2026-02-16T14:40:32.386594337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:40:32.386600639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:40:32.38663064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:40:32.386638283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="915 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:40:32.388079237Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:40:40.123347733Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.7 kB" streams=5 entries=5 streamLabelsSize="162 B" entriesSize="11 kB" structuredMetadataSize="326 B" totalSize="11 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:40:40.123380694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:40:40.123392218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:40:40.123398905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="338 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:40:40.123405545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:40:40.123411193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:40:40.12462234Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:40:41.680128166Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=4 entries=11 streamLabelsSize="149 B" entriesSize="329 kB" structuredMetadataSize="793 B" totalSize="329 kB" mostRecentLagMs=31 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:40:41.680156604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="31 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T14:40:41.680168028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T14:40:41.680174351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T14:40:41.680181687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="296 kB" policy= mostRecentLagMs=31
level=debug ts=2026-02-16T14:40:41.683165986Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:40:48.386330305Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=7 entries=8 streamLabelsSize="223 B" entriesSize="42 kB" structuredMetadataSize="540 B" totalSize="42 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:40:48.386363575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=2985
level=debug ts=2026-02-16T14:40:48.386375035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:40:48.38638154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:40:48.386387235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="610 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:40:48.386392738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:40:48.386399168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:40:48.386407365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:40:48.387710098Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:40:49.807325769Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:40:50.208420532Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.8 kB" streams=5 entries=5 streamLabelsSize="175 B" entriesSize="34 kB" structuredMetadataSize="329 B" totalSize="34 kB" mostRecentLagMs=90 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:40:50.20845017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:40:50.208461072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1090
level=debug ts=2026-02-16T14:40:50.208467558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=90
level=debug ts=2026-02-16T14:40:50.208474168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3090
level=debug ts=2026-02-16T14:40:50.208479607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=8090
level=debug ts=2026-02-16T14:40:50.209753837Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:40:51.254130842Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:40:52.679013202Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=9 entries=12 streamLabelsSize="304 B" entriesSize="358 kB" structuredMetadataSize="787 B" totalSize="358 kB" mostRecentLagMs=2136 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:40:52.679044071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T14:40:52.679054819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="946 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:40:52.679061019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:40:52.679066872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:40:52.679073358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:40:52.679079191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=7918
level=debug ts=2026-02-16T14:40:52.679084336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:40:52.679089709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=2137
level=debug ts=2026-02-16T14:40:52.679094489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T14:40:52.682034986Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:40:53.926658199Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:36212"
level=debug ts=2026-02-16T14:41:01.123084653Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.1 kB" streams=4 entries=4 streamLabelsSize="143 B" entriesSize="4.7 kB" structuredMetadataSize="248 B" totalSize="4.9 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:01.123115401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:41:01.123126058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:41:01.123132675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:41:01.123140693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:41:01.124111155Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:41:03.385911321Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=4 entries=5 streamLabelsSize="122 B" entriesSize="8.5 kB" structuredMetadataSize="306 B" totalSize="8.6 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:03.385939207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:41:03.38595069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:41:03.38595707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:41:03.385962679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:41:03.387162143Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:41:05.947964134Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=6 entries=7 streamLabelsSize="209 B" entriesSize="374 kB" structuredMetadataSize="488 B" totalSize="374 kB" mostRecentLagMs=1516 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:05.947995063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T14:41:05.948005326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=6278
level=debug ts=2026-02-16T14:41:05.948012494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="100 kB" policy= mostRecentLagMs=4101
level=debug ts=2026-02-16T14:41:05.948019275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5278
level=debug ts=2026-02-16T14:41:05.94802566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="875 B" policy= mostRecentLagMs=4279
level=debug ts=2026-02-16T14:41:05.948031595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="232 kB" policy= mostRecentLagMs=1516
level=debug ts=2026-02-16T14:41:05.950944322Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:41:12.122860451Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="556 B" streams=2 entries=2 streamLabelsSize="45 B" entriesSize="1.9 kB" structuredMetadataSize="117 B" totalSize="1.9 kB" mostRecentLagMs=5004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:12.122890212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:41:12.122902054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T14:41:12.123844383Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:41:13.469137158Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.1 kB" streams=4 entries=7 streamLabelsSize="117 B" entriesSize="123 kB" structuredMetadataSize="502 B" totalSize="124 kB" mostRecentLagMs=89 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:13.469173427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="122 kB" policy= mostRecentLagMs=4000
level=debug ts=2026-02-16T14:41:13.469193884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=89
level=debug ts=2026-02-16T14:41:13.469204873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6089
level=debug ts=2026-02-16T14:41:13.469214598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=5089
level=debug ts=2026-02-16T14:41:13.47147188Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:41:18.675218264Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=7 entries=10 streamLabelsSize="210 B" entriesSize="154 kB" structuredMetadataSize="669 B" totalSize="154 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:18.675250101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="839 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:41:18.675261061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:41:18.675268029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="600 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:41:18.675274718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:41:18.675280655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="891 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:41:18.675285498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:41:18.675290429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=8548
level=debug ts=2026-02-16T14:41:18.677311887Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:41:21.256069331Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:41:25.385837918Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=7 entries=7 streamLabelsSize="219 B" entriesSize="7.0 kB" structuredMetadataSize="459 B" totalSize="7.2 kB" mostRecentLagMs=5005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:25.385876167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:41:25.385890323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:41:25.385900371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:41:25.385907826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:41:25.385914211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="565 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:41:25.385921409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:41:25.385930568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:41:25.387025204Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:41:25.94634691Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:56110"
ts=2026-02-16T14:41:27.399643714Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:40394"
level=debug ts=2026-02-16T14:41:29.122897483Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=6 entries=7 streamLabelsSize="190 B" entriesSize="14 kB" structuredMetadataSize="454 B" totalSize="14 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:29.122924417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:41:29.122935135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:41:29.122942329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T14:41:29.122949653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T14:41:29.122955139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:41:29.122960189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:41:29.12412127Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:41:29.678018985Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=6 streamLabelsSize="174 B" entriesSize="280 kB" structuredMetadataSize="394 B" totalSize="280 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:29.678050507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:41:29.678061505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="249 kB" policy= mostRecentLagMs=4624
level=debug ts=2026-02-16T14:41:29.678068201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T14:41:29.678073952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T14:41:29.678080195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:41:29.680799741Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:41:34.368574154Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:41:37.384741091Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=4 entries=4 streamLabelsSize="123 B" entriesSize="32 kB" structuredMetadataSize="278 B" totalSize="32 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:37.384770918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:41:37.384781767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6606
level=debug ts=2026-02-16T14:41:37.384788535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:41:37.384794547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T14:41:37.385889749Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:41:39.793047081Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=4 entries=4 streamLabelsSize="116 B" entriesSize="42 kB" structuredMetadataSize="246 B" totalSize="42 kB" mostRecentLagMs=1062 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:39.793081864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=2675
level=debug ts=2026-02-16T14:41:39.793096308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:41:39.793106406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1062
level=debug ts=2026-02-16T14:41:39.793114123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=7675
level=debug ts=2026-02-16T14:41:39.794391322Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:41:44.674858124Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=8 entries=10 streamLabelsSize="265 B" entriesSize="47 kB" structuredMetadataSize="624 B" totalSize="47 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:44.674888413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:41:44.674899552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:41:44.674907327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:41:44.674912958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4945
level=debug ts=2026-02-16T14:41:44.674918531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:41:44.674923632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:41:44.674930521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:41:44.674935394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:41:44.69643099Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:41:50.123170737Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.7 kB" streams=5 entries=6 streamLabelsSize="185 B" entriesSize="8.0 kB" structuredMetadataSize="400 B" totalSize="8.2 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:50.123199492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:41:50.123210907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:41:50.123216976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:41:50.12322267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:41:50.123228118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:41:50.12434882Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:41:50.386970792Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.0 kB" streams=6 entries=7 streamLabelsSize="176 B" entriesSize="32 kB" structuredMetadataSize="458 B" totalSize="32 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:50.387016522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:41:50.387039602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="12 kB" policy= mostRecentLagMs=2635
level=debug ts=2026-02-16T14:41:50.387055325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:41:50.387076823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:41:50.387091595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="11 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:41:50.387105486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:41:50.389210389Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:41:51.257876912Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:41:56.271946107Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=5 entries=6 streamLabelsSize="150 B" entriesSize="341 kB" structuredMetadataSize="387 B" totalSize="341 kB" mostRecentLagMs=2602 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:41:56.271975318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:41:56.271985548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="308 kB" policy= mostRecentLagMs=4940
level=debug ts=2026-02-16T14:41:56.271991293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="221 B" policy= mostRecentLagMs=2602
level=debug ts=2026-02-16T14:41:56.271996499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=9603
level=debug ts=2026-02-16T14:41:56.272001564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7603
level=debug ts=2026-02-16T14:41:56.274695172Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:42:01.006080474Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=4 entries=5 streamLabelsSize="125 B" entriesSize="33 kB" structuredMetadataSize="339 B" totalSize="33 kB" mostRecentLagMs=2626 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:01.006110021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8626
level=debug ts=2026-02-16T14:42:01.006122016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:42:01.006127918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="883 B" policy= mostRecentLagMs=3626
level=debug ts=2026-02-16T14:42:01.00613305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=2626
level=debug ts=2026-02-16T14:42:01.007521449Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:42:02.123828746Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=6 entries=7 streamLabelsSize="180 B" entriesSize="14 kB" structuredMetadataSize="445 B" totalSize="14 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:02.123858189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:42:02.123869473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="418 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:42:02.123876208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:42:02.123881644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:42:02.123888925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:42:02.123893818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:42:02.124981972Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:42:08.675884808Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=5 entries=5 streamLabelsSize="163 B" entriesSize="158 kB" structuredMetadataSize="334 B" totalSize="158 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:08.675913513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:42:08.675925325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:42:08.675932179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=6364
level=debug ts=2026-02-16T14:42:08.675938007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:42:08.675945167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="230 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:42:08.67773253Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:42:13.385366016Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=4 entries=4 streamLabelsSize="117 B" entriesSize="33 kB" structuredMetadataSize="261 B" totalSize="33 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:13.385395263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:42:13.38540722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:42:13.385413239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1996
level=debug ts=2026-02-16T14:42:13.385419041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:42:13.386624456Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:42:19.674306001Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=4 entries=6 streamLabelsSize="130 B" entriesSize="7.2 kB" structuredMetadataSize="392 B" totalSize="7.4 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:19.674334501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T14:42:19.674346084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T14:42:19.674352272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:42:19.674358448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:42:19.675400177Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:42:21.260306642Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:42:21.894288542Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:42:22.124355721Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=6 entries=8 streamLabelsSize="188 B" entriesSize="14 kB" structuredMetadataSize="513 B" totalSize="14 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:22.124385032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:42:22.12439658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:42:22.124402543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:42:22.124408085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:42:22.124413036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:42:22.124417772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:42:22.12553851Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:42:25.385834682Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=6 entries=6 streamLabelsSize="192 B" entriesSize="9.0 kB" structuredMetadataSize="375 B" totalSize="9.2 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:25.385863946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:42:25.385876526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:42:25.385884377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:42:25.385890586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="326 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:42:25.38589567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:42:25.385900461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:42:25.386962036Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:42:27.40369402Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:43672"
level=debug ts=2026-02-16T14:42:30.35079702Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=3 entries=7 streamLabelsSize="116 B" entriesSize="510 kB" structuredMetadataSize="519 B" totalSize="510 kB" mostRecentLagMs=2682 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:30.350826656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="156 kB" policy= mostRecentLagMs=2682
level=debug ts=2026-02-16T14:42:30.350837544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=9377
level=debug ts=2026-02-16T14:42:30.350844787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7681
level=debug ts=2026-02-16T14:42:30.35446274Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:42:35.712283583Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=4 entries=4 streamLabelsSize="134 B" entriesSize="26 kB" structuredMetadataSize="237 B" totalSize="27 kB" mostRecentLagMs=3594 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:35.712315241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4593
level=debug ts=2026-02-16T14:42:35.712325764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=3594
level=debug ts=2026-02-16T14:42:35.712332441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=3594
level=debug ts=2026-02-16T14:42:35.712338159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:42:35.713383705Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:42:37.38490592Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=4 entries=4 streamLabelsSize="112 B" entriesSize="32 kB" structuredMetadataSize="270 B" totalSize="32 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:37.384938395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:42:37.384949325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T14:42:37.384955815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T14:42:37.384961392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:42:37.386060817Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:42:42.47833164Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.7 kB" streams=6 entries=9 streamLabelsSize="209 B" entriesSize="45 kB" structuredMetadataSize="565 B" totalSize="46 kB" mostRecentLagMs=3809 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:42.478360105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3809
level=debug ts=2026-02-16T14:42:42.478370656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3809
level=debug ts=2026-02-16T14:42:42.478377883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="851 B" policy= mostRecentLagMs=4809
level=debug ts=2026-02-16T14:42:42.478383331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="883 B" policy= mostRecentLagMs=3809
level=debug ts=2026-02-16T14:42:42.478388928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=5808
level=debug ts=2026-02-16T14:42:42.478395239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=6809
level=debug ts=2026-02-16T14:42:42.479702748Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:42:51.122927675Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=5 entries=6 streamLabelsSize="153 B" entriesSize="7.7 kB" structuredMetadataSize="396 B" totalSize="7.8 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:51.12295404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:42:51.122964577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:42:51.122971784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="910 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:42:51.122977402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:42:51.122982242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:42:51.124033504Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:42:51.26266056Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:42:52.386170431Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=5 entries=5 streamLabelsSize="159 B" entriesSize="30 kB" structuredMetadataSize="311 B" totalSize="30 kB" mostRecentLagMs=3006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:52.386200363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:42:52.386212186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3660
level=debug ts=2026-02-16T14:42:52.386218672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:42:52.386223949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:42:52.386228738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:42:52.38730046Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:42:52.548798017Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=8 streamLabelsSize="231 B" entriesSize="369 kB" structuredMetadataSize="530 B" totalSize="369 kB" mostRecentLagMs=2030 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:42:52.548827569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5880
level=debug ts=2026-02-16T14:42:52.548838125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7879
level=debug ts=2026-02-16T14:42:52.548845287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4880
level=debug ts=2026-02-16T14:42:52.548850832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="348 kB" policy= mostRecentLagMs=2030
level=debug ts=2026-02-16T14:42:52.548855751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:42:52.548860585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=7879
level=debug ts=2026-02-16T14:42:52.548865205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5880
level=debug ts=2026-02-16T14:42:52.551958854Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:42:53.932290529Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:59942"
ts=2026-02-16T14:42:57.406332247Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:46054"
level=debug ts=2026-02-16T14:43:03.125859418Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=4 entries=4 streamLabelsSize="134 B" entriesSize="6.9 kB" structuredMetadataSize="250 B" totalSize="7.0 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:03.125889917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:43:03.125901336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:43:03.125908246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:43:03.125916353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T14:43:03.127455179Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:43:04.045680364Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=3 entries=6 streamLabelsSize="109 B" entriesSize="410 kB" structuredMetadataSize="477 B" totalSize="410 kB" mostRecentLagMs=1577 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:04.045714405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T14:43:04.045725209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5064
level=debug ts=2026-02-16T14:43:04.04573333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="249 kB" policy= mostRecentLagMs=1577
level=debug ts=2026-02-16T14:43:04.048867174Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:43:04.386378158Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=5 entries=7 streamLabelsSize="152 B" entriesSize="38 kB" structuredMetadataSize="465 B" totalSize="38 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:04.38640522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:43:04.386415253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:43:04.386421593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8599
level=debug ts=2026-02-16T14:43:04.386428319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:43:04.386434484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:43:04.387691668Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:43:14.674880818Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=5 entries=6 streamLabelsSize="190 B" entriesSize="16 kB" structuredMetadataSize="397 B" totalSize="16 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:14.674909785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:43:14.674920942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:43:14.674926914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:43:14.674933454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:43:14.674939173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:43:14.676306647Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:43:15.007196004Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:43:15.009004857Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:43:17.122738497Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=3 entries=4 streamLabelsSize="92 B" entriesSize="7.0 kB" structuredMetadataSize="259 B" totalSize="7.1 kB" mostRecentLagMs=6004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:17.122768061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:43:17.122780532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T14:43:17.122787048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T14:43:17.123927351Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:43:17.386407455Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=5 entries=5 streamLabelsSize="150 B" entriesSize="38 kB" structuredMetadataSize="348 B" totalSize="38 kB" mostRecentLagMs=1131 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:17.386435671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:43:17.386445879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:43:17.386453005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:43:17.386458586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:43:17.386465506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1131
level=debug ts=2026-02-16T14:43:17.387778463Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:43:21.264891642Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
ts=2026-02-16T14:43:23.934564289Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:40216"
level=debug ts=2026-02-16T14:43:25.681908382Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=7 entries=9 streamLabelsSize="233 B" entriesSize="416 kB" structuredMetadataSize="596 B" totalSize="416 kB" mostRecentLagMs=657 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:25.681942367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T14:43:25.681953991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:43:25.681960906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=5677
level=debug ts=2026-02-16T14:43:25.681966248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:43:25.68197142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:43:25.681976219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T14:43:25.681981418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=657
level=debug ts=2026-02-16T14:43:25.685768881Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:43:27.409076856Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:48546"
level=debug ts=2026-02-16T14:43:29.123284928Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=4 entries=5 streamLabelsSize="144 B" entriesSize="26 kB" structuredMetadataSize="316 B" totalSize="26 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:29.12331552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=3349
level=debug ts=2026-02-16T14:43:29.123328173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:43:29.123335438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:43:29.123340749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="973 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:43:29.124699239Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:43:29.385683982Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=6 entries=8 streamLabelsSize="188 B" entriesSize="9.9 kB" structuredMetadataSize="499 B" totalSize="10 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:29.38571269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:43:29.38572502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:43:29.385731049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:43:29.38573757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:43:29.385744466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:43:29.385750191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:43:29.386777567Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:43:37.674218017Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=6 entries=7 streamLabelsSize="191 B" entriesSize="14 kB" structuredMetadataSize="433 B" totalSize="14 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:37.674247198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:43:37.674258595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:43:37.674265373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:43:37.674270569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:43:37.674276444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:43:37.674281595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:43:37.675312543Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:43:41.124283631Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=3 entries=4 streamLabelsSize="79 B" entriesSize="6.7 kB" structuredMetadataSize="249 B" totalSize="6.8 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:41.124311654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="594 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:43:41.124323275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:43:41.124330318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:43:41.125494293Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:43:46.089074342Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=7 entries=7 streamLabelsSize="200 B" entriesSize="36 kB" structuredMetadataSize="480 B" totalSize="36 kB" mostRecentLagMs=2709 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:46.089102803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=2709
level=debug ts=2026-02-16T14:43:46.089113075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=5709
level=debug ts=2026-02-16T14:43:46.089119043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:43:46.089124409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8709
level=debug ts=2026-02-16T14:43:46.089130194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4709
level=debug ts=2026-02-16T14:43:46.08913565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=9709
level=debug ts=2026-02-16T14:43:46.089141698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=6709
level=debug ts=2026-02-16T14:43:46.090463764Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:43:48.676569156Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=7 entries=10 streamLabelsSize="236 B" entriesSize="158 kB" structuredMetadataSize="667 B" totalSize="158 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:48.676596854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:43:48.676624789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:43:48.676633829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:43:48.67664241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="522 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:43:48.676653296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=2714
level=debug ts=2026-02-16T14:43:48.676663105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T14:43:48.676671741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:43:48.678705075Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:43:51.266934072Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
ts=2026-02-16T14:43:55.954322041Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:46110"
level=debug ts=2026-02-16T14:43:56.123808808Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=6 entries=6 streamLabelsSize="176 B" entriesSize="5.9 kB" structuredMetadataSize="375 B" totalSize="6.0 kB" mostRecentLagMs=4006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:56.123838917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:43:56.123849845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:43:56.123856091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="568 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:43:56.123862289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:43:56.123867772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:43:56.123872671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:43:56.124975802Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:43:56.385832468Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=3 entries=3 streamLabelsSize="87 B" entriesSize="6.1 kB" structuredMetadataSize="193 B" totalSize="6.1 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:56.385861329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:43:56.38587237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="641 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:43:56.385878559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:43:56.386786054Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:43:58.250878487Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:43:59.119342315Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.9 kB" streams=1 entries=1 streamLabelsSize="27 B" entriesSize="349 kB" structuredMetadataSize="69 B" totalSize="349 kB" mostRecentLagMs=10009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:43:59.119372536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:43:59.122329299Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:44:07.036904908Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.5 kB" streams=6 entries=9 streamLabelsSize="193 B" entriesSize="132 kB" structuredMetadataSize="634 B" totalSize="132 kB" mostRecentLagMs=124 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:07.036934615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="123 kB" policy= mostRecentLagMs=124
level=debug ts=2026-02-16T14:44:07.036945484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=7657
level=debug ts=2026-02-16T14:44:07.036951788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=3657
level=debug ts=2026-02-16T14:44:07.036958446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=3657
level=debug ts=2026-02-16T14:44:07.036965791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9657
level=debug ts=2026-02-16T14:44:07.036971065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8657
level=debug ts=2026-02-16T14:44:07.039193558Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:44:08.122892509Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=4 entries=5 streamLabelsSize="146 B" entriesSize="11 kB" structuredMetadataSize="325 B" totalSize="11 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:08.122922023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="813 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:44:08.122932627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:44:08.122939893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:44:08.122946893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:44:08.12398196Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:44:12.676141544Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=4 entries=4 streamLabelsSize="112 B" entriesSize="194 kB" structuredMetadataSize="256 B" totalSize="194 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:12.676171015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:44:12.676181805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T14:44:12.676189162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="192 kB" policy= mostRecentLagMs=8286
level=debug ts=2026-02-16T14:44:12.676196089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="522 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:44:12.678838849Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:44:17.384403799Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=5 entries=5 streamLabelsSize="142 B" entriesSize="26 kB" structuredMetadataSize="321 B" totalSize="26 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:17.384431643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2108
level=debug ts=2026-02-16T14:44:17.384442338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:44:17.384450101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:44:17.384456323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="700 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:44:17.384461995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:44:17.385969796Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:44:21.26933982Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:44:22.123576219Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=7 entries=11 streamLabelsSize="211 B" entriesSize="37 kB" structuredMetadataSize="687 B" totalSize="37 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:22.123627535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="412 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:44:22.123639165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:44:22.123645799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:44:22.123652968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1919
level=debug ts=2026-02-16T14:44:22.123658343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:44:22.123663119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:44:22.123667965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="932 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:44:22.125428638Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:44:23.050762653Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=6 entries=12 streamLabelsSize="209 B" entriesSize="193 kB" structuredMetadataSize="830 B" totalSize="194 kB" mostRecentLagMs=4381 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:23.050793347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="147 kB" policy= mostRecentLagMs=6904
level=debug ts=2026-02-16T14:44:23.050804204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=7381
level=debug ts=2026-02-16T14:44:23.050810235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8381
level=debug ts=2026-02-16T14:44:23.050815873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="36 kB" policy= mostRecentLagMs=4381
level=debug ts=2026-02-16T14:44:23.050821106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=4381
level=debug ts=2026-02-16T14:44:23.05082775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=6381
level=debug ts=2026-02-16T14:44:23.05291656Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:44:25.956954656Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:56110"
level=debug ts=2026-02-16T14:44:28.384790692Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=6 entries=7 streamLabelsSize="201 B" entriesSize="7.6 kB" structuredMetadataSize="430 B" totalSize="7.8 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:28.3848201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:44:28.384830837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T14:44:28.384836643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:44:28.384842131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T14:44:28.384848307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:44:28.384853308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:44:28.385846813Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:44:32.193186192Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=4 entries=4 streamLabelsSize="134 B" entriesSize="26 kB" structuredMetadataSize="237 B" totalSize="26 kB" mostRecentLagMs=74 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:32.193214632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3075
level=debug ts=2026-02-16T14:44:32.193225601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=74
level=debug ts=2026-02-16T14:44:32.193232785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:44:32.193238356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="338 B" policy= mostRecentLagMs=74
level=debug ts=2026-02-16T14:44:32.194592018Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:44:34.678221503Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=5 streamLabelsSize="156 B" entriesSize="289 kB" structuredMetadataSize="319 B" totalSize="289 kB" mostRecentLagMs=2009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:34.678252423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="816 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:44:34.678263783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="268 kB" policy= mostRecentLagMs=6216
level=debug ts=2026-02-16T14:44:34.678270197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:44:34.678276426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5878
level=debug ts=2026-02-16T14:44:34.678281697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T14:44:34.681387477Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:44:38.412730133Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=3 entries=3 streamLabelsSize="84 B" entriesSize="33 kB" structuredMetadataSize="207 B" totalSize="33 kB" mostRecentLagMs=4033 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:38.412756841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=4033
level=debug ts=2026-02-16T14:44:38.412767638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:44:38.412773785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5033
level=debug ts=2026-02-16T14:44:38.413976059Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:44:46.676497833Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.0 kB" streams=10 entries=13 streamLabelsSize="329 B" entriesSize="171 kB" structuredMetadataSize="877 B" totalSize="171 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:46.676529151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="952 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:44:46.676540835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:44:46.676547788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:44:46.676553846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:44:46.676559267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:44:46.676564411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=3516
level=debug ts=2026-02-16T14:44:46.676570613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:44:46.676577051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:44:46.676581791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:44:46.676586963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:44:46.679008539Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:44:49.122875182Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=5 entries=5 streamLabelsSize="159 B" entriesSize="3.4 kB" structuredMetadataSize="327 B" totalSize="3.5 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:49.122908662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:44:49.122920227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:44:49.122927016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:44:49.12293428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T14:44:49.122944024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:44:49.12411213Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:44:50.38519272Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=3 entries=3 streamLabelsSize="76 B" entriesSize="8.1 kB" structuredMetadataSize="201 B" totalSize="8.2 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:50.385220035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:44:50.385230417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:44:50.385236418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:44:50.386192845Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:44:51.271715569Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:44:57.677335563Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=4 entries=6 streamLabelsSize="141 B" entriesSize="223 kB" structuredMetadataSize="403 B" totalSize="223 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:44:57.677365156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="188 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T14:44:57.677375434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="690 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:44:57.677381882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=2193
level=debug ts=2026-02-16T14:44:57.67738704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="943 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T14:44:57.67998355Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:44:57.743729021Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:45:00.44010794Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=5 entries=6 streamLabelsSize="165 B" entriesSize="33 kB" structuredMetadataSize="396 B" totalSize="33 kB" mostRecentLagMs=3060 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:00.440151305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=7060
level=debug ts=2026-02-16T14:45:00.440163039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="891 B" policy= mostRecentLagMs=3060
level=debug ts=2026-02-16T14:45:00.44017025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:45:00.440176053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7060
level=debug ts=2026-02-16T14:45:00.440181665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=7060
level=debug ts=2026-02-16T14:45:00.441638412Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:45:01.122513589Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=4 entries=4 streamLabelsSize="148 B" entriesSize="17 kB" structuredMetadataSize="260 B" totalSize="17 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:01.122545374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:45:01.122556871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T14:45:01.122563469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="11 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:45:01.12256891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T14:45:01.12364556Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:45:08.012660368Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=3 entries=4 streamLabelsSize="108 B" entriesSize="430 kB" structuredMetadataSize="288 B" totalSize="430 kB" mostRecentLagMs=5474 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:08.01268758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="18 kB" policy= mostRecentLagMs=5983
level=debug ts=2026-02-16T14:45:08.012697675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:45:08.012705137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="63 kB" policy= mostRecentLagMs=5474
level=debug ts=2026-02-16T14:45:08.015746084Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:45:12.12399345Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.9 kB" streams=6 entries=6 streamLabelsSize="160 B" entriesSize="52 kB" structuredMetadataSize="407 B" totalSize="52 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:12.124024616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:45:12.124035832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:45:12.124042023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=2974
level=debug ts=2026-02-16T14:45:12.124047592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:45:12.124054929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:45:12.124060573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:45:12.12552771Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:45:14.386425979Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=2 entries=3 streamLabelsSize="49 B" entriesSize="32 kB" structuredMetadataSize="207 B" totalSize="32 kB" mostRecentLagMs=4007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:14.386454246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:45:14.386464912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9189
level=debug ts=2026-02-16T14:45:14.387637793Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:45:18.675366225Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=9 entries=15 streamLabelsSize="288 B" entriesSize="44 kB" structuredMetadataSize="972 B" totalSize="44 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:18.675394023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:45:18.675404108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="551 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:45:18.675410125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:45:18.675416409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:45:18.675421316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="647 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:45:18.675426065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:45:18.675430931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="28 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:45:18.675436626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:45:18.675441546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:45:18.677033842Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:45:21.273995752Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:45:24.523980531Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.3 kB" streams=5 entries=5 streamLabelsSize="165 B" entriesSize="55 kB" structuredMetadataSize="319 B" totalSize="55 kB" mostRecentLagMs=3405 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:24.524012457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:45:24.524024289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3405
level=debug ts=2026-02-16T14:45:24.524030357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5405
level=debug ts=2026-02-16T14:45:24.524036037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=3405
level=debug ts=2026-02-16T14:45:24.524042509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="21 kB" policy= mostRecentLagMs=4406
level=debug ts=2026-02-16T14:45:24.525534127Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:45:26.387229854Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.5 kB" streams=10 entries=11 streamLabelsSize="322 B" entriesSize="66 kB" structuredMetadataSize="714 B" totalSize="67 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:26.387257795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:45:26.387267732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:45:26.387274146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:45:26.387280735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2461
level=debug ts=2026-02-16T14:45:26.387285956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:45:26.387290746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T14:45:26.387295616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="881 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:45:26.387301635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:45:26.387306359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="195 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:45:26.387311973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:45:26.388863166Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:45:29.682433403Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=4 entries=4 streamLabelsSize="123 B" entriesSize="389 kB" structuredMetadataSize="257 B" totalSize="389 kB" mostRecentLagMs=721 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:29.682462919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=1972
level=debug ts=2026-02-16T14:45:29.682473697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=721
level=debug ts=2026-02-16T14:45:29.682481235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T14:45:29.682488546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T14:45:29.685627879Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:45:35.123164159Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=5 entries=5 streamLabelsSize="153 B" entriesSize="6.3 kB" structuredMetadataSize="302 B" totalSize="6.5 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:35.123193604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:45:35.123204851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T14:45:35.123211476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="533 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:45:35.123216939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:45:35.123222089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T14:45:35.124311579Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:45:37.385063967Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.0 kB" streams=3 entries=3 streamLabelsSize="92 B" entriesSize="4.9 kB" structuredMetadataSize="210 B" totalSize="5.0 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:37.385092613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:45:37.385104721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:45:37.385110933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:45:37.386092556Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:45:41.676040487Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.6 kB" streams=9 entries=12 streamLabelsSize="286 B" entriesSize="196 kB" structuredMetadataSize="792 B" totalSize="196 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:41.676072171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T14:45:41.676083378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=6529
level=debug ts=2026-02-16T14:45:41.676089491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:45:41.676094946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=498
level=debug ts=2026-02-16T14:45:41.676099984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:45:41.676106003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T14:45:41.676111464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="10 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:45:41.676116404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:45:41.676120881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:45:41.678242024Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:45:48.124526424Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=7 entries=8 streamLabelsSize="237 B" entriesSize="23 kB" structuredMetadataSize="538 B" totalSize="23 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:48.124553836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:45:48.124564242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:45:48.124571603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:45:48.124578267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:45:48.124583836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:45:48.124589259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=7187
level=debug ts=2026-02-16T14:45:48.124595167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="471 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:45:48.125842238Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:45:48.385645907Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=8 entries=9 streamLabelsSize="240 B" entriesSize="36 kB" structuredMetadataSize="596 B" totalSize="36 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:48.385685897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:45:48.385697439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:45:48.385703433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:45:48.38570974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9275
level=debug ts=2026-02-16T14:45:48.385715793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:45:48.385721698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:45:48.385728055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:45:48.385733065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:45:48.387204699Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:45:51.275707251Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:45:53.67794588Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=5 entries=6 streamLabelsSize="176 B" entriesSize="318 kB" structuredMetadataSize="396 B" totalSize="318 kB" mostRecentLagMs=276 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:53.677976958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="478 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:45:53.677988374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:45:53.677996573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T14:45:53.67800394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:45:53.678011507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="309 kB" policy= mostRecentLagMs=276
level=debug ts=2026-02-16T14:45:53.681489572Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:45:55.822083868Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T14:45:57.417022696Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:53850"
level=debug ts=2026-02-16T14:45:59.124084603Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=3 entries=4 streamLabelsSize="111 B" entriesSize="16 kB" structuredMetadataSize="253 B" totalSize="16 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:45:59.124113123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:45:59.12412435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="11 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:45:59.124132052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:45:59.125186856Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:46:04.674582354Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.0 kB" streams=4 entries=4 streamLabelsSize="120 B" entriesSize="4.7 kB" structuredMetadataSize="255 B" totalSize="4.8 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:04.674633403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:46:04.674645152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="700 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:46:04.674652539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:46:04.674657786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:46:04.675627108Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:46:06.385771857Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=5 entries=5 streamLabelsSize="149 B" entriesSize="40 kB" structuredMetadataSize="321 B" totalSize="40 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:06.385802872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:46:06.385815628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:46:06.385822595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:46:06.385828782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5504
level=debug ts=2026-02-16T14:46:06.385833736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:46:06.387317105Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:46:10.123590046Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=3 entries=5 streamLabelsSize="85 B" entriesSize="28 kB" structuredMetadataSize="311 B" totalSize="28 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:10.123647666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:46:10.123658943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:46:10.123666191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:46:10.124955272Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:46:15.091141381Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=5 entries=7 streamLabelsSize="181 B" entriesSize="47 kB" structuredMetadataSize="440 B" totalSize="48 kB" mostRecentLagMs=2422 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:15.091169078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=3421
level=debug ts=2026-02-16T14:46:15.091179579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7422
level=debug ts=2026-02-16T14:46:15.091186151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="35 kB" policy= mostRecentLagMs=2422
level=debug ts=2026-02-16T14:46:15.091191546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9422
level=debug ts=2026-02-16T14:46:15.091196595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="294 B" policy= mostRecentLagMs=8422
level=debug ts=2026-02-16T14:46:15.092786614Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:46:18.386327183Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=7 entries=7 streamLabelsSize="201 B" entriesSize="44 kB" structuredMetadataSize="474 B" totalSize="44 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:18.386359055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:46:18.386369919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1897
level=debug ts=2026-02-16T14:46:18.386376814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T14:46:18.386382345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:46:18.386388615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:46:18.386394534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:46:18.386399271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:46:18.387777828Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:46:21.123250946Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=6 entries=8 streamLabelsSize="200 B" entriesSize="15 kB" structuredMetadataSize="520 B" totalSize="15 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:21.123279538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:46:21.123290802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:46:21.123297322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:46:21.123303855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:46:21.123309413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="67 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:46:21.123315038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:46:21.124432008Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:46:21.27815132Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:46:25.382722109Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=8 entries=11 streamLabelsSize="270 B" entriesSize="480 kB" structuredMetadataSize="791 B" totalSize="481 kB" mostRecentLagMs=3880 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:25.382753053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=9714
level=debug ts=2026-02-16T14:46:25.382764484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6713
level=debug ts=2026-02-16T14:46:25.38277171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6713
level=debug ts=2026-02-16T14:46:25.382777751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7713
level=debug ts=2026-02-16T14:46:25.382783964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="309 kB" policy= mostRecentLagMs=3880
level=debug ts=2026-02-16T14:46:25.382789943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=7713
level=debug ts=2026-02-16T14:46:25.382795222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="149 kB" policy= mostRecentLagMs=6289
level=debug ts=2026-02-16T14:46:25.382800152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6494
level=debug ts=2026-02-16T14:46:25.386373603Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:46:27.419186629Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:59236"
level=debug ts=2026-02-16T14:46:29.385897247Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=5 entries=6 streamLabelsSize="160 B" entriesSize="8.3 kB" structuredMetadataSize="364 B" totalSize="8.5 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:29.385928321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:46:29.385945237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:46:29.385951061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:46:29.385956455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:46:29.385962216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:46:29.386986998Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:46:34.124067108Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=5 entries=6 streamLabelsSize="158 B" entriesSize="12 kB" structuredMetadataSize="380 B" totalSize="12 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:34.124095468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:46:34.124107229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:46:34.124114101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:46:34.12412041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T14:46:34.124125784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T14:46:34.125183607Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:46:35.45070078Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=5 entries=5 streamLabelsSize="173 B" entriesSize="166 kB" structuredMetadataSize="332 B" totalSize="166 kB" mostRecentLagMs=1781 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:35.450731324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:46:35.450742624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7781
level=debug ts=2026-02-16T14:46:35.450749893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=8781
level=debug ts=2026-02-16T14:46:35.450755728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=6601
level=debug ts=2026-02-16T14:46:35.450761967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=1781
level=debug ts=2026-02-16T14:46:35.453080108Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:46:38.549898879Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:46:44.386749113Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=7 entries=7 streamLabelsSize="207 B" entriesSize="42 kB" structuredMetadataSize="464 B" totalSize="43 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:44.386776881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:46:44.386787651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:46:44.386793363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:46:44.386799365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:46:44.386805255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:46:44.386809982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:46:44.386814651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8236
level=debug ts=2026-02-16T14:46:44.38834045Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:46:47.67524252Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=8 entries=9 streamLabelsSize="267 B" entriesSize="13 kB" structuredMetadataSize="584 B" totalSize="13 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:47.675270907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:46:47.675281329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:46:47.675288171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:46:47.675293506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:46:47.675299631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:46:47.675306193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:46:47.675311625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:46:47.675316753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:46:47.676813177Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:46:50.12330418Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=9 entries=10 streamLabelsSize="281 B" entriesSize="14 kB" structuredMetadataSize="676 B" totalSize="15 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:50.12333799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:46:50.123352008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:46:50.123358404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:46:50.123364695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="417 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:46:50.123370474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:46:50.123375279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:46:50.123380192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="985 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:46:50.123384897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:46:50.123390504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:46:50.124963614Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:46:51.280357907Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
level=debug ts=2026-02-16T14:46:57.385714236Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=5 entries=6 streamLabelsSize="155 B" entriesSize="7.9 kB" structuredMetadataSize="376 B" totalSize="8.0 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:57.38574466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:46:57.385757783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:46:57.385763828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:46:57.385769711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:46:57.385775245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:46:57.386732507Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:46:59.555819969Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=7 entries=8 streamLabelsSize="252 B" entriesSize="582 kB" structuredMetadataSize="566 B" totalSize="582 kB" mostRecentLagMs=886 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:46:59.555849672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=886
level=debug ts=2026-02-16T14:46:59.555860356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="187 kB" policy= mostRecentLagMs=5187
level=debug ts=2026-02-16T14:46:59.555868193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=6886
level=debug ts=2026-02-16T14:46:59.555874869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=8793
level=debug ts=2026-02-16T14:46:59.555881578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=2887
level=debug ts=2026-02-16T14:46:59.555887438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T14:46:59.555892662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=886
level=debug ts=2026-02-16T14:46:59.559053739Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:47:00.170375822Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=4 entries=5 streamLabelsSize="141 B" entriesSize="30 kB" structuredMetadataSize="313 B" totalSize="30 kB" mostRecentLagMs=52 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:00.170402855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9052
level=debug ts=2026-02-16T14:47:00.170413457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=52
level=debug ts=2026-02-16T14:47:00.170419846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=8052
level=debug ts=2026-02-16T14:47:00.170425187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=52
level=debug ts=2026-02-16T14:47:00.171493135Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:47:07.816646409Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=4 entries=6 streamLabelsSize="132 B" entriesSize="103 kB" structuredMetadataSize="433 B" totalSize="103 kB" mostRecentLagMs=1437 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:07.816676394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=1437
level=debug ts=2026-02-16T14:47:07.816686815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=3437
level=debug ts=2026-02-16T14:47:07.816693924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="90 kB" policy= mostRecentLagMs=2613
level=debug ts=2026-02-16T14:47:07.816701566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T14:47:07.818451543Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:47:10.947643997Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=5 streamLabelsSize="141 B" entriesSize="236 kB" structuredMetadataSize="356 B" totalSize="236 kB" mostRecentLagMs=5802 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:10.947672448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="63 kB" policy= mostRecentLagMs=8233
level=debug ts=2026-02-16T14:47:10.947684276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7278
level=debug ts=2026-02-16T14:47:10.947691775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="354 B" policy= mostRecentLagMs=6278
level=debug ts=2026-02-16T14:47:10.947697555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="171 kB" policy= mostRecentLagMs=5802
level=debug ts=2026-02-16T14:47:10.949899357Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:47:12.122424503Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="437 B" streams=2 entries=2 streamLabelsSize="47 B" entriesSize="552 B" structuredMetadataSize="114 B" totalSize="599 B" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:12.122452545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:47:12.12246424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T14:47:12.123421029Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:47:17.253976252Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:47:17.25583292Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:47:20.386839225Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=6 entries=6 streamLabelsSize="176 B" entriesSize="64 kB" structuredMetadataSize="403 B" totalSize="64 kB" mostRecentLagMs=1653 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:20.386868965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:47:20.38688001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T14:47:20.386886395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1653
level=debug ts=2026-02-16T14:47:20.386892626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:47:20.386898004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="34 kB" policy= mostRecentLagMs=5801
level=debug ts=2026-02-16T14:47:20.386904666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T14:47:20.388519109Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:47:21.28188406Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-hb8bn-ba843256 10.129.0.58:7946"
level=debug ts=2026-02-16T14:47:22.674577515Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=7 entries=9 streamLabelsSize="243 B" entriesSize="51 kB" structuredMetadataSize="589 B" totalSize="51 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:22.674630976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:47:22.674642512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:47:22.674649069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T14:47:22.674656189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T14:47:22.67466289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:47:22.674668279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2353
level=debug ts=2026-02-16T14:47:22.674674156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:47:22.676064755Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:47:25.965604758Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.58:35482"
level=debug ts=2026-02-16T14:47:26.124152307Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=5 entries=6 streamLabelsSize="149 B" entriesSize="28 kB" structuredMetadataSize="393 B" totalSize="28 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:26.124182908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:47:26.124194329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:47:26.12420148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T14:47:26.124207215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:47:26.124213007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6245
level=debug ts=2026-02-16T14:47:26.125503102Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:47:32.385921115Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=6 entries=8 streamLabelsSize="214 B" entriesSize="12 kB" structuredMetadataSize="519 B" totalSize="12 kB" mostRecentLagMs=3006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:32.385949615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:47:32.385960934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:47:32.385968725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="582 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T14:47:32.385974855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:47:32.385980054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:47:32.385986244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T14:47:32.386934696Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:47:33.679439709Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=8 streamLabelsSize="167 B" entriesSize="445 kB" structuredMetadataSize="524 B" totalSize="445 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:33.679469371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="431 kB" policy= mostRecentLagMs=4419
level=debug ts=2026-02-16T14:47:33.679479698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T14:47:33.679487494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:47:33.679493029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T14:47:33.679499665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="604 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T14:47:33.679505639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T14:47:33.68311189Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:47:37.122978378Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=5 entries=5 streamLabelsSize="172 B" entriesSize="10 kB" structuredMetadataSize="310 B" totalSize="10 kB" mostRecentLagMs=4005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:37.123009222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="338 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T14:47:37.123025818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:47:37.123033431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:47:37.123039787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T14:47:37.123045069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T14:47:37.124272195Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:47:44.314377187Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=5 entries=6 streamLabelsSize="144 B" entriesSize="35 kB" structuredMetadataSize="398 B" totalSize="35 kB" mostRecentLagMs=2934 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:44.314406391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="67 B" policy= mostRecentLagMs=4934
level=debug ts=2026-02-16T14:47:44.3144168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=9934
level=debug ts=2026-02-16T14:47:44.314423704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5934
level=debug ts=2026-02-16T14:47:44.31442994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:47:44.314435538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=2934
level=debug ts=2026-02-16T14:47:44.31618516Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:47:46.674009522Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=4 entries=6 streamLabelsSize="123 B" entriesSize="37 kB" structuredMetadataSize="370 B" totalSize="37 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:46.674038679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T14:47:46.67404908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T14:47:46.674056508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T14:47:46.674063135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=6802
level=debug ts=2026-02-16T14:47:46.675717547Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:47:50.79906938Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=3 entries=3 streamLabelsSize="118 B" entriesSize="39 kB" structuredMetadataSize="195 B" totalSize="39 kB" mostRecentLagMs=3568 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:50.799121714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:47:50.799205147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9681
level=debug ts=2026-02-16T14:47:50.799360222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=3569
level=debug ts=2026-02-16T14:47:50.800805148Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:47:51.284073211Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-f69d88a4 10.129.0.60:7946"
ts=2026-02-16T14:47:53.947202037Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:57152"
level=debug ts=2026-02-16T14:47:54.384205122Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="741 B" streams=4 entries=4 streamLabelsSize="135 B" entriesSize="1.3 kB" structuredMetadataSize="260 B" totalSize="1.4 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:54.384234128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T14:47:54.38424541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:47:54.384251602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:47:54.384256697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T14:47:54.385124305Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:47:57.424343999Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.59:53542"
level=debug ts=2026-02-16T14:47:57.673314785Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.2 kB" streams=4 entries=4 streamLabelsSize="146 B" entriesSize="14 kB" structuredMetadataSize="264 B" totalSize="14 kB" mostRecentLagMs=9003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:47:57.673344726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T14:47:57.673355675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:47:57.673363215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:47:57.673368892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T14:47:57.674285932Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:48:01.123025592Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=6 entries=7 streamLabelsSize="220 B" entriesSize="6.2 kB" structuredMetadataSize="460 B" totalSize="6.5 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:48:01.123054316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:48:01.123065114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:48:01.123070993Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:48:01.123077194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="366 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:48:01.123082491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:48:01.123087096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="882 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:48:01.124075702Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:48:07.385807868Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=4 entries=4 streamLabelsSize="125 B" entriesSize="37 kB" structuredMetadataSize="271 B" totalSize="37 kB" mostRecentLagMs=8005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:48:07.385837255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9368
level=debug ts=2026-02-16T14:48:07.385847668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:48:07.385854608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:48:07.38586001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T14:48:07.386969803Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:48:08.678763906Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=9 entries=9 streamLabelsSize="304 B" entriesSize="383 kB" structuredMetadataSize="579 B" totalSize="383 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:48:08.678794397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="663 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T14:48:08.678806305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="891 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T14:48:08.678812854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T14:48:08.678819758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="357 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:48:08.678825459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="24 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T14:48:08.678831035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=9634
level=debug ts=2026-02-16T14:48:08.678836083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T14:48:08.678843094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T14:48:08.678848355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:48:08.681495053Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:48:10.902288102Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:48:12.122941372Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=5 entries=5 streamLabelsSize="132 B" entriesSize="22 kB" structuredMetadataSize="315 B" totalSize="22 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:48:12.122969369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T14:48:12.12297982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:48:12.122985768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T14:48:12.122993046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T14:48:12.122998251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="14 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T14:48:12.124015108Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:48:21.28601776Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-4ef36c79 10.129.0.59:7946"
level=debug ts=2026-02-16T14:48:21.386579085Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=8 entries=8 streamLabelsSize="240 B" entriesSize="41 kB" structuredMetadataSize="539 B" totalSize="42 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:48:21.386623226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3932
level=debug ts=2026-02-16T14:48:21.38663625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T14:48:21.386642287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:48:21.386648091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="813 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T14:48:21.386653607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:48:21.386659808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:48:21.386665054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T14:48:21.386671019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T14:48:21.38804579Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:48:22.679273432Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=6 entries=11 streamLabelsSize="201 B" entriesSize="302 kB" structuredMetadataSize="799 B" totalSize="302 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:48:22.67930215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T14:48:22.679314016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=5275
level=debug ts=2026-02-16T14:48:22.679328461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T14:48:22.67933563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T14:48:22.679344438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="149 kB" policy= mostRecentLagMs=5462
level=debug ts=2026-02-16T14:48:22.679349971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T14:48:22.681537016Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T14:48:23.949139248Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.60:40708"
level=debug ts=2026-02-16T14:48:30.122582599Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=4 entries=5 streamLabelsSize="118 B" entriesSize="2.5 kB" structuredMetadataSize="318 B" totalSize="2.6 kB" mostRecentLagMs=7004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:48:30.122632776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T14:48:30.122644185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T14:48:30.122651437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T14:48:30.122658017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T14:48:30.123647767Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:48:34.385906258Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=4 entries=5 streamLabelsSize="116 B" entriesSize="13 kB" structuredMetadataSize="307 B" totalSize="13 kB" mostRecentLagMs=4006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:48:34.385933024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T14:48:34.385951444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T14:48:34.385958101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T14:48:34.385965285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T14:48:34.386959368Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:48:37.681042904Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=8 streamLabelsSize="208 B" entriesSize="395 kB" structuredMetadataSize="534 B" totalSize="395 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:48:37.681071403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T14:48:37.681081809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=8656
level=debug ts=2026-02-16T14:48:37.681087932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T14:48:37.681094092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1012
level=debug ts=2026-02-16T14:48:37.681100682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T14:48:37.681106899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T14:48:37.684132888Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:48:41.123294681Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=6 entries=7 streamLabelsSize="191 B" entriesSize="14 kB" structuredMetadataSize="451 B" totalSize="14 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:48:41.123324479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:48:41.123335575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:48:41.123341731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="635 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:48:41.123348042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:48:41.12335427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="594 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:48:41.123359515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T14:48:41.124554568Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:48:47.387534763Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=4 entries=4 streamLabelsSize="115 B" entriesSize="34 kB" structuredMetadataSize="281 B" totalSize="34 kB" mostRecentLagMs=7007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:48:47.387571193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T14:48:47.387587539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9030
level=debug ts=2026-02-16T14:48:47.387596665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:48:47.387619762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T14:48:47.38891899Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T14:48:48.674022924Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=7 entries=7 streamLabelsSize="216 B" entriesSize="8.4 kB" structuredMetadataSize="443 B" totalSize="8.6 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T14:48:48.674056378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:48:48.674069043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:48:48.674074638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:48:48.674079643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T14:48:48.674084521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T14:48:48.674089596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="947 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T14:48:48.67409455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T14:48:48.675055296Z caller=http.go:154 org_id=kubearchive msg="push request successful"