level=info ts=2026-02-16T18:09:14.051512023Z caller=main.go:127 msg="Starting Loki" version="(version=3.6.3, branch=release-3.6.x, revision=9385bc63)"
level=info ts=2026-02-16T18:09:14.051550905Z caller=main.go:128 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-02-16T18:09:14.052897767Z caller=server.go:386 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=debug ts=2026-02-16T18:09:14.053206122Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-16T18:09:14.053289612Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.129.0.75 inf=eth0
level=info ts=2026-02-16T18:09:14.053683318Z caller=memberlist_client.go:484 msg="Using memberlist cluster label and node name" cluster_label= node=loki-distributor-7b8b49d965-fmppm-a0176dcd
level=debug ts=2026-02-16T18:09:14.053729149Z caller=modules.go:818 msg=" pattern ingester tee service disabled"
ts=2026-02-16T18:09:14.053770643Z caller=memberlist_logger.go:74 level=debug msg="configured Transport is not a NodeAwareTransport and some features may not work as desired"
level=debug ts=2026-02-16T18:09:14.053789539Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.129.0.75 advertisePort=7946
level=debug ts=2026-02-16T18:09:14.053814747Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.129.0.75 advertisePort=7946
level=debug ts=2026-02-16T18:09:14.053868385Z caller=netutil.go:85 component=distributor msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-16T18:09:14.053926483Z caller=netutil.go:102 component=distributor msg="detected highest quality address" ipAddr=10.129.0.75 inf=eth0
level=info ts=2026-02-16T18:09:14.05396005Z caller=memberlist_client.go:628 msg="memberlist fast-join starting" nodes_found=1 to_join=4
ts=2026-02-16T18:09:14.060391641Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-02-16T18:09:14.060414072Z caller=memberlist_client.go:634 msg="fast-joining node failed" node=loki-memberlist.product-kubearchive-logging.svc.cluster.local err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=warn ts=2026-02-16T18:09:14.060427736Z caller=memberlist_client.go:644 msg="memberlist fast-join failed because no node has been successfully reached" elapsed_time=6.470465ms
level=error ts=2026-02-16T18:09:14.060456083Z caller=memberlist_client.go:521 msg="failed to fast-join the memberlist cluster at startup" err="no memberlist node reached during fast-join procedure"
level=info ts=2026-02-16T18:09:14.060473306Z caller=memberlist_client.go:666 phase=startup msg="joining memberlist cluster" join_members=loki-memberlist.product-kubearchive-logging.svc.cluster.local
ts=2026-02-16T18:09:14.063167901Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:14.063189973Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T18:09:14.069243191Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=ring
level=info ts=2026-02-16T18:09:14.069272498Z caller=module_service.go:82 msg=starting module=server
level=debug ts=2026-02-16T18:09:14.069315568Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=memberlist-kv
level=info ts=2026-02-16T18:09:14.069337569Z caller=module_service.go:82 msg=starting module=analytics
level=debug ts=2026-02-16T18:09:14.069337036Z caller=module_service.go:72 msg="module waiting for initialization" module=memberlist-kv waiting_for=server
level=info ts=2026-02-16T18:09:14.069460499Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=info ts=2026-02-16T18:09:14.069437408Z caller=module_service.go:82 msg=starting module=runtime-config
level=debug ts=2026-02-16T18:09:14.069473065Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=runtime-config
level=debug ts=2026-02-16T18:09:14.070049188Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=server
level=info ts=2026-02-16T18:09:14.070062552Z caller=module_service.go:82 msg=starting module=ring
level=info ts=2026-02-16T18:09:14.070108691Z caller=ring.go:365 msg="ring doesn't exist in KV store yet"
level=debug ts=2026-02-16T18:09:14.070152961Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=runtime-config
level=debug ts=2026-02-16T18:09:14.070160736Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=server
level=debug ts=2026-02-16T18:09:14.070165604Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=analytics
level=debug ts=2026-02-16T18:09:14.070170003Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=memberlist-kv
level=info ts=2026-02-16T18:09:14.070174754Z caller=module_service.go:82 msg=starting module=distributor
level=info ts=2026-02-16T18:09:14.070242228Z caller=ring.go:365 component=distributor msg="ring doesn't exist in KV store yet"
level=info ts=2026-02-16T18:09:14.070254003Z caller=basic_lifecycler.go:321 component=distributor msg="instance not found in the ring" instance=loki-distributor-7b8b49d965-fmppm ring=distributor
level=info ts=2026-02-16T18:09:14.070487131Z caller=loki.go:599 msg="Loki started" startup_time=87.417867ms
ts=2026-02-16T18:09:15.969769448Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:15.969797411Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T18:09:18.869824939Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:18.869875395Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T18:09:24.301971077Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T18:09:25.414629389Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:25.414660019Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T18:09:34.715087305Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:34.715108247Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=5 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T18:09:37.596880995Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:41994"
level=debug ts=2026-02-16T18:09:39.020051808Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T18:09:40.180994442Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:46430"
level=debug ts=2026-02-16T18:09:41.96077255Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="198 kB" streams=8 entries=131 streamLabelsSize="265 B" entriesSize="2.0 MB" structuredMetadataSize="8.8 kB" totalSize="2.0 MB" mostRecentLagMs=25852 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:41.96083261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="53 kB" policy= mostRecentLagMs=26523
level=debug ts=2026-02-16T18:09:41.96084663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="158 kB" policy= mostRecentLagMs=26682
level=debug ts=2026-02-16T18:09:41.960856858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="214 kB" policy= mostRecentLagMs=26568
level=debug ts=2026-02-16T18:09:41.960865532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="817 kB" policy= mostRecentLagMs=25853
level=debug ts=2026-02-16T18:09:41.960871528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="196 kB" policy= mostRecentLagMs=26733
level=debug ts=2026-02-16T18:09:41.96087741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="391 kB" policy= mostRecentLagMs=26937
level=debug ts=2026-02-16T18:09:41.960882558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="39 kB" policy= mostRecentLagMs=27299
level=debug ts=2026-02-16T18:09:41.960887535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="172 kB" policy= mostRecentLagMs=26835
level=debug ts=2026-02-16T18:09:41.984571821Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:42.023050063Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="128 kB" streams=2 entries=66 streamLabelsSize="70 B" entriesSize="2.0 MB" structuredMetadataSize="4.5 kB" totalSize="2.0 MB" mostRecentLagMs=24642 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:42.023083272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=25164
level=debug ts=2026-02-16T18:09:42.023094883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="863 kB" policy= mostRecentLagMs=24642
level=debug ts=2026-02-16T18:09:42.039036274Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:42.062234181Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=1 entries=43 streamLabelsSize="35 B" entriesSize="2.1 MB" structuredMetadataSize="2.8 kB" totalSize="2.1 MB" mostRecentLagMs=76 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:42.062271204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=76
level=debug ts=2026-02-16T18:09:42.075542149Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:42.096716833Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="78 kB" streams=24 entries=109 streamLabelsSize="768 B" entriesSize="2.1 MB" structuredMetadataSize="7.2 kB" totalSize="2.1 MB" mostRecentLagMs=99 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:42.096749942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="48 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096761731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096768248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="50 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096775028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096780561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096785548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="884 B" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096790319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096794809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096799462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="36 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096803946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="14 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096808933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-console\"}" streamLabelsHash=982757297 streamSizeBytes="541 B" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096814584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096819101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096823869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096828668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096833217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096837802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="865 B" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096842573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="94 B" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096847593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096852183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="55 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096856826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="152 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096861415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="254 B" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096866564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.096871252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca-operator\"}" streamLabelsHash=398760788 streamSizeBytes="26 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:09:42.108953693Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:42.807878949Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="164 kB" streams=4 entries=77 streamLabelsSize="143 B" entriesSize="2.1 MB" structuredMetadataSize="5.4 kB" totalSize="2.1 MB" mostRecentLagMs=26886 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:42.807909605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="58 kB" policy= mostRecentLagMs=27613
level=debug ts=2026-02-16T18:09:42.807921617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="389 kB" policy= mostRecentLagMs=27436
level=debug ts=2026-02-16T18:09:42.807929084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=26886
level=debug ts=2026-02-16T18:09:42.807934717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="97 kB" policy= mostRecentLagMs=27587
level=debug ts=2026-02-16T18:09:42.82204237Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:42.851543532Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="93 kB" streams=6 entries=63 streamLabelsSize="191 B" entriesSize="1.9 MB" structuredMetadataSize="4.1 kB" totalSize="1.9 MB" mostRecentLagMs=26050 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:42.851577343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="91 kB" policy= mostRecentLagMs=26225
level=debug ts=2026-02-16T18:09:42.851588921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="393 kB" policy= mostRecentLagMs=26756
level=debug ts=2026-02-16T18:09:42.851596702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="992 kB" policy= mostRecentLagMs=26050
level=debug ts=2026-02-16T18:09:42.851606024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=26697
level=debug ts=2026-02-16T18:09:42.851614603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="362 kB" policy= mostRecentLagMs=26302
level=debug ts=2026-02-16T18:09:42.851623299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="97 kB" policy= mostRecentLagMs=26176
level=debug ts=2026-02-16T18:09:42.860853632Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:42.883496463Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.6 MB" structuredMetadataSize="207 B" totalSize="1.6 MB" mostRecentLagMs=60 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:42.883531939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=60
level=debug ts=2026-02-16T18:09:42.893457434Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:42.916965925Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.7 MB" structuredMetadataSize="207 B" totalSize="1.7 MB" mostRecentLagMs=86 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:42.917002771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=86
level=debug ts=2026-02-16T18:09:42.924685988Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:42.950722233Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="2.0 MB" structuredMetadataSize="276 B" totalSize="2.0 MB" mostRecentLagMs=89 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:42.9507631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=89
level=error ts=2026-02-16T18:09:42.950824244Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '4' lines totaling '1965893' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=kubearchive
level=debug ts=2026-02-16T18:09:42.950950161Z caller=http.go:166 org_id=kubearchive msg="push request failed" code=429 err="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '4' lines totaling '1965893' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased"
level=debug ts=2026-02-16T18:09:42.950987256Z caller=logging.go:137 orgID=kubearchive msg="POST /loki/api/v1/push (429) 16.678638ms"
level=debug ts=2026-02-16T18:09:43.894585309Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="2.0 MB" structuredMetadataSize="276 B" totalSize="2.0 MB" mostRecentLagMs=1032 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:43.894669777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=1033
level=debug ts=2026-02-16T18:09:43.906494538Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:43.941487572Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.7 MB" structuredMetadataSize="207 B" totalSize="1.7 MB" mostRecentLagMs=1047 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:43.941530356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=1047
level=debug ts=2026-02-16T18:09:43.948668675Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:43.965288109Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="49 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.7 MB" structuredMetadataSize="207 B" totalSize="1.7 MB" mostRecentLagMs=1039 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:43.965324094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=1039
level=debug ts=2026-02-16T18:09:43.97376641Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:43.993995892Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="70 kB" streams=3 entries=11 streamLabelsSize="100 B" entriesSize="2.1 MB" structuredMetadataSize="675 B" totalSize="2.1 MB" mostRecentLagMs=86 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:43.994033822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=86
level=debug ts=2026-02-16T18:09:43.994046464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="199 kB" policy= mostRecentLagMs=86
level=debug ts=2026-02-16T18:09:43.994053479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="57 kB" policy= mostRecentLagMs=86
level=error ts=2026-02-16T18:09:43.994145674Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '11' lines totaling '2087675' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=kubearchive
level=debug ts=2026-02-16T18:09:43.994185021Z caller=http.go:166 org_id=kubearchive msg="push request failed" code=429 err="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '11' lines totaling '2087675' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased"
level=debug ts=2026-02-16T18:09:43.994214847Z caller=logging.go:137 orgID=kubearchive msg="POST /loki/api/v1/push (429) 18.743714ms"
level=debug ts=2026-02-16T18:09:44.758597343Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="70 kB" streams=3 entries=11 streamLabelsSize="100 B" entriesSize="2.1 MB" structuredMetadataSize="675 B" totalSize="2.1 MB" mostRecentLagMs=850 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:44.758638748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=851
level=debug ts=2026-02-16T18:09:44.758650525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="199 kB" policy= mostRecentLagMs=851
level=debug ts=2026-02-16T18:09:44.758658299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="57 kB" policy= mostRecentLagMs=851
level=debug ts=2026-02-16T18:09:44.773040138Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:09:47.274115426Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:09:48.705188875Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="143 kB" streams=4 entries=55 streamLabelsSize="120 B" entriesSize="2.1 MB" structuredMetadataSize="4.3 kB" totalSize="2.1 MB" mostRecentLagMs=34351 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:48.705232237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=35067
level=debug ts=2026-02-16T18:09:48.705243896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="32 kB" policy= mostRecentLagMs=35116
level=debug ts=2026-02-16T18:09:48.705250666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="201 kB" policy= mostRecentLagMs=35093
level=debug ts=2026-02-16T18:09:48.705257672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=34352
level=debug ts=2026-02-16T18:09:48.716351287Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:48.757297967Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="163 kB" streams=2 entries=78 streamLabelsSize="62 B" entriesSize="2.1 MB" structuredMetadataSize="5.6 kB" totalSize="2.1 MB" mostRecentLagMs=33310 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:48.757335052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="882 kB" policy= mostRecentLagMs=34050
level=debug ts=2026-02-16T18:09:48.757347431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=33310
level=debug ts=2026-02-16T18:09:48.767656657Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:48.793021607Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="137 kB" streams=7 entries=62 streamLabelsSize="195 B" entriesSize="2.1 MB" structuredMetadataSize="4.3 kB" totalSize="2.1 MB" mostRecentLagMs=75 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:48.793062457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="136 kB" policy= mostRecentLagMs=75
level=debug ts=2026-02-16T18:09:48.793074555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=75
level=debug ts=2026-02-16T18:09:48.793081649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="14 kB" policy= mostRecentLagMs=75
level=debug ts=2026-02-16T18:09:48.79308758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="22 kB" policy= mostRecentLagMs=75
level=debug ts=2026-02-16T18:09:48.793093387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="814 kB" policy= mostRecentLagMs=75
level=debug ts=2026-02-16T18:09:48.793098942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="38 kB" policy= mostRecentLagMs=75
level=debug ts=2026-02-16T18:09:48.793103751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="22 kB" policy= mostRecentLagMs=75
level=debug ts=2026-02-16T18:09:48.80783574Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:49.135343734Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="118 kB" streams=33 entries=120 streamLabelsSize="1.1 kB" entriesSize="1.9 MB" structuredMetadataSize="8.1 kB" totalSize="1.9 MB" mostRecentLagMs=1605 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:49.135380088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.13539264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135399096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=3605
level=debug ts=2026-02-16T18:09:49.135405463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135411087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135416169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="219 B" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135421567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="39 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135427164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135432481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135437178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135473236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="43 kB" policy= mostRecentLagMs=1605
level=debug ts=2026-02-16T18:09:49.135479142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="26 kB" policy= mostRecentLagMs=4605
level=debug ts=2026-02-16T18:09:49.135484364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135489713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="760 kB" policy= mostRecentLagMs=2605
level=debug ts=2026-02-16T18:09:49.135494463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="45 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135500289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="11 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135505705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.13551056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135515419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135520307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="120 kB" policy= mostRecentLagMs=1605
level=debug ts=2026-02-16T18:09:49.135525442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="18 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135530053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator-operator\"}" streamLabelsHash=2881054010 streamSizeBytes="29 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135534504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135539113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="18 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.13554375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="435 B" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135549231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135554854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="497 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135559826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="861 B" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135564626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135569699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"project-controller\"}" streamLabelsHash=601493054 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135574427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135580116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="27 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.135584587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="211 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:09:49.146267124Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:09:50.456103945Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:47274"
level=debug ts=2026-02-16T18:09:52.013404309Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="64 kB" streams=26 entries=71 streamLabelsSize="863 B" entriesSize="715 kB" structuredMetadataSize="4.7 kB" totalSize="716 kB" mostRecentLagMs=1031 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:52.013432489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013467309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013475456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="532 B" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013481272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="931 B" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013486969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="12 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013492596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="24 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013498342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013503665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013508456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="52 kB" policy= mostRecentLagMs=2031
level=debug ts=2026-02-16T18:09:52.013513582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca-operator\"}" streamLabelsHash=398760788 streamSizeBytes="21 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.01351895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013523881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="24 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013529312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="56 kB" policy= mostRecentLagMs=9974
level=debug ts=2026-02-16T18:09:52.013534298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="29 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013538758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="12 kB" policy= mostRecentLagMs=8031
level=debug ts=2026-02-16T18:09:52.013543302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="239 kB" policy= mostRecentLagMs=4255
level=debug ts=2026-02-16T18:09:52.013548542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="861 B" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013554602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="33 kB" policy= mostRecentLagMs=9974
level=debug ts=2026-02-16T18:09:52.013559346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="53 kB" policy= mostRecentLagMs=2031
level=debug ts=2026-02-16T18:09:52.013564245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013568786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013573419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=1031
level=debug ts=2026-02-16T18:09:52.013578122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="96 B" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013582965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013587827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T18:09:52.013592359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="80 kB" policy= mostRecentLagMs=8498
level=debug ts=2026-02-16T18:09:52.019510871Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:09:57.564211507Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.128.0.53:7946"
ts=2026-02-16T18:09:57.565679239Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.129.0.76:7946"
ts=2026-02-16T18:09:57.567178828Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.77:7946: dial tcp 10.129.0.77:7946: connect: connection refused"
ts=2026-02-16T18:09:57.567325929Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.129.0.72:7946"
ts=2026-02-16T18:09:57.567878422Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.129.0.75:7946"
ts=2026-02-16T18:09:57.567906041Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:58780"
ts=2026-02-16T18:09:57.569040938Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.74:7946: dial tcp 10.129.0.74:7946: connect: connection refused"
ts=2026-02-16T18:09:57.569962108Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.130.0.58:7946: dial tcp 10.130.0.58:7946: connect: connection refused"
level=info ts=2026-02-16T18:09:57.569976247Z caller=memberlist_client.go:673 phase=startup msg="joining memberlist cluster succeeded" reached_nodes=4 elapsed_time=43.509496497s
level=debug ts=2026-02-16T18:09:58.167976946Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T18:09:58.750902346Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="144 kB" streams=32 entries=153 streamLabelsSize="1.0 kB" entriesSize="1.4 MB" structuredMetadataSize="10 kB" totalSize="1.4 MB" mostRecentLagMs=769 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:58.750943559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="52 kB" policy= mostRecentLagMs=4769
level=debug ts=2026-02-16T18:09:58.75095445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.750962057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="175 B" policy= mostRecentLagMs=769
level=debug ts=2026-02-16T18:09:58.75096801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="23 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.750974563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="50 kB" policy= mostRecentLagMs=3769
level=debug ts=2026-02-16T18:09:58.750981061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="105 kB" policy= mostRecentLagMs=6769
level=debug ts=2026-02-16T18:09:58.750986157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="9.8 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.750991521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.75100761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="90 kB" policy= mostRecentLagMs=7770
level=debug ts=2026-02-16T18:09:58.751013158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="12 kB" policy= mostRecentLagMs=7770
level=debug ts=2026-02-16T18:09:58.751018627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="17 kB" policy= mostRecentLagMs=5583
level=debug ts=2026-02-16T18:09:58.751023963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="678 B" policy= mostRecentLagMs=1769
level=debug ts=2026-02-16T18:09:58.751029128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="136 kB" policy= mostRecentLagMs=4769
level=debug ts=2026-02-16T18:09:58.751034011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="10 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.75103925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=8769
level=debug ts=2026-02-16T18:09:58.751043941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="11 kB" policy= mostRecentLagMs=3769
level=debug ts=2026-02-16T18:09:58.751048929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="72 kB" policy= mostRecentLagMs=4769
level=debug ts=2026-02-16T18:09:58.751053645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="46 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.751058819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="13 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.751063644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="972 B" policy= mostRecentLagMs=769
level=debug ts=2026-02-16T18:09:58.751068363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="137 kB" policy= mostRecentLagMs=5770
level=debug ts=2026-02-16T18:09:58.751073274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.751078015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.751082671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.751087322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.751105059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="34 kB" policy= mostRecentLagMs=4769
level=debug ts=2026-02-16T18:09:58.751112431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="18 kB" policy= mostRecentLagMs=1769
level=debug ts=2026-02-16T18:09:58.751119193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator\"}" streamLabelsHash=3516083171 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.751124382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="96 B" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.751129753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.75113634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="571 kB" policy= mostRecentLagMs=2707
level=debug ts=2026-02-16T18:09:58.751140936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-console\"}" streamLabelsHash=982757297 streamSizeBytes="541 B" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:09:58.760317321Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:09:59.111188831Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=7 entries=8 streamLabelsSize="207 B" entriesSize="608 kB" structuredMetadataSize="541 B" totalSize="609 kB" mostRecentLagMs=2581 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:09:59.111237668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="561 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:09:59.111255349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="991 B" policy= mostRecentLagMs=8581
level=debug ts=2026-02-16T18:09:59.111265477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8581
level=debug ts=2026-02-16T18:09:59.111274108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=2581
level=debug ts=2026-02-16T18:09:59.111282916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="416 B" policy= mostRecentLagMs=4581
level=debug ts=2026-02-16T18:09:59.111292943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="28 kB" policy= mostRecentLagMs=2581
level=debug ts=2026-02-16T18:09:59.111303437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=2581
level=debug ts=2026-02-16T18:09:59.116796495Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:10:02.072536352Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=13 entries=17 streamLabelsSize="455 B" entriesSize="201 kB" structuredMetadataSize="1.1 kB" totalSize="201 kB" mostRecentLagMs=90 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:02.072639677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=3090
level=debug ts=2026-02-16T18:10:02.07266803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=2089
level=debug ts=2026-02-16T18:10:02.072686775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="111 B" policy= mostRecentLagMs=1090
level=debug ts=2026-02-16T18:10:02.072708043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=4090
level=debug ts=2026-02-16T18:10:02.072724381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4090
level=debug ts=2026-02-16T18:10:02.072742243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4090
level=debug ts=2026-02-16T18:10:02.072759836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=4090
level=debug ts=2026-02-16T18:10:02.072775446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="99 kB" policy= mostRecentLagMs=6654
level=debug ts=2026-02-16T18:10:02.072791668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=2089
level=debug ts=2026-02-16T18:10:02.072808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="28 kB" policy= mostRecentLagMs=1090
level=debug ts=2026-02-16T18:10:02.07282542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=9091
level=debug ts=2026-02-16T18:10:02.072842762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=90
level=debug ts=2026-02-16T18:10:02.072858911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="11 kB" policy= mostRecentLagMs=8090
level=debug ts=2026-02-16T18:10:02.077074271Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:10:09.551253322Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=6 entries=7 streamLabelsSize="195 B" entriesSize="1.2 MB" structuredMetadataSize="438 B" totalSize="1.2 MB" mostRecentLagMs=997 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:09.551288865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="111 B" policy= mostRecentLagMs=10021
level=debug ts=2026-02-16T18:10:09.551303839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=4022
level=debug ts=2026-02-16T18:10:09.55131165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="372 B" policy= mostRecentLagMs=1021
level=debug ts=2026-02-16T18:10:09.551318586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=997
level=debug ts=2026-02-16T18:10:09.551326248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=3021
level=debug ts=2026-02-16T18:10:09.55133269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1021
level=debug ts=2026-02-16T18:10:09.560162498Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:10:11.084618293Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:47274"
level=debug ts=2026-02-16T18:10:12.772455539Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=7 streamLabelsSize="116 B" entriesSize="157 kB" structuredMetadataSize="530 B" totalSize="157 kB" mostRecentLagMs=791 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:12.772486959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="372 B" policy= mostRecentLagMs=5791
level=debug ts=2026-02-16T18:10:12.772498351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2791
level=debug ts=2026-02-16T18:10:12.772505153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="155 kB" policy= mostRecentLagMs=1791
level=debug ts=2026-02-16T18:10:12.772512825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="949 B" policy= mostRecentLagMs=791
level=debug ts=2026-02-16T18:10:12.775141027Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:10:13.990887315Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=11 entries=15 streamLabelsSize="341 B" entriesSize="212 kB" structuredMetadataSize="1.0 kB" totalSize="212 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:13.990936713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:10:13.990948507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=8580
level=debug ts=2026-02-16T18:10:13.990957117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:10:13.990964407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="99 kB" policy= mostRecentLagMs=7026
level=debug ts=2026-02-16T18:10:13.990970801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:10:13.990976282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:10:13.990982686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="371 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:10:13.990987862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="27 kB" policy= mostRecentLagMs=7486
level=debug ts=2026-02-16T18:10:13.990992921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:10:13.990999167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:10:13.991005149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="43 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:10:13.994336008Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:10:15.290342661Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T18:10:17.277233823Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:10:22.54075313Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=5 entries=8 streamLabelsSize="142 B" entriesSize="623 kB" structuredMetadataSize="560 B" totalSize="623 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:22.540782287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:10:22.540793874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T18:10:22.540801094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="594 kB" policy= mostRecentLagMs=2815
level=debug ts=2026-02-16T18:10:22.540808354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T18:10:22.540814368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="22 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:10:22.54628584Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:10:22.990384694Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=10 entries=13 streamLabelsSize="283 B" entriesSize="212 kB" structuredMetadataSize="876 B" totalSize="212 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:22.99041447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:10:22.990426657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="490 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:10:22.990432883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:10:22.990461461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:10:22.990470139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="914 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:10:22.990476434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T18:10:22.990482133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6254
level=debug ts=2026-02-16T18:10:22.990487127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="294 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:10:22.99049235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"caching\"}" streamLabelsHash=4140541283 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=2767
level=debug ts=2026-02-16T18:10:22.990497234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="163 kB" policy= mostRecentLagMs=966
level=debug ts=2026-02-16T18:10:22.993595419Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:10:25.989806447Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=12 entries=15 streamLabelsSize="366 B" entriesSize="196 kB" structuredMetadataSize="997 B" totalSize="196 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:25.989836216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T18:10:25.989848089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="78 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T18:10:25.989855803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="11 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T18:10:25.989861461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:10:25.989867623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:10:25.989872593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="729 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:10:25.989878352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:10:25.989882991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:10:25.989887985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:10:25.989893229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="78 kB" policy= mostRecentLagMs=1533
level=debug ts=2026-02-16T18:10:25.989898538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="14 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:10:25.989903349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:10:25.9928002Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:10:34.224862978Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=9 entries=11 streamLabelsSize="269 B" entriesSize="176 kB" structuredMetadataSize="709 B" totalSize="176 kB" mostRecentLagMs=423 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:34.224898045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="76 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:10:34.224911381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6695
level=debug ts=2026-02-16T18:10:34.224920197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=4695
level=debug ts=2026-02-16T18:10:34.224927981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3335
level=debug ts=2026-02-16T18:10:34.224933268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="162 B" policy= mostRecentLagMs=6695
level=debug ts=2026-02-16T18:10:34.224941101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="48 kB" policy= mostRecentLagMs=423
level=debug ts=2026-02-16T18:10:34.224947061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=694
level=debug ts=2026-02-16T18:10:34.224952152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="10 kB" policy= mostRecentLagMs=6695
level=debug ts=2026-02-16T18:10:34.224957848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="13 kB" policy= mostRecentLagMs=6695
level=debug ts=2026-02-16T18:10:34.227784804Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:10:35.990830794Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=10 entries=16 streamLabelsSize="323 B" entriesSize="257 kB" structuredMetadataSize="1.0 kB" totalSize="257 kB" mostRecentLagMs=843 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:35.990863101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="221 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T18:10:35.990876333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="48 kB" policy= mostRecentLagMs=2226
level=debug ts=2026-02-16T18:10:35.990882093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="784 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T18:10:35.990889166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:10:35.990895329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="77 kB" policy= mostRecentLagMs=4334
level=debug ts=2026-02-16T18:10:35.990901696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T18:10:35.990919497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="98 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T18:10:35.990925563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=843
level=debug ts=2026-02-16T18:10:35.990930731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T18:10:35.99093557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"caching\"}" streamLabelsHash=4140541283 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T18:10:35.994812162Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:10:36.990115227Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=8 entries=17 streamLabelsSize="261 B" entriesSize="164 kB" structuredMetadataSize="1.1 kB" totalSize="164 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:36.990150093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:10:36.990161469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5119
level=debug ts=2026-02-16T18:10:36.990170172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:10:36.990176703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T18:10:36.990181786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="98 kB" policy= mostRecentLagMs=1663
level=debug ts=2026-02-16T18:10:36.990186864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="16 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:10:36.99019136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T18:10:36.990196103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:10:36.993510058Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:10:46.711984921Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=6 entries=8 streamLabelsSize="185 B" entriesSize="824 kB" structuredMetadataSize="531 B" totalSize="824 kB" mostRecentLagMs=1182 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:46.712021381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="617 kB" policy= mostRecentLagMs=4674
level=debug ts=2026-02-16T18:10:46.712033786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="35 kB" policy= mostRecentLagMs=2182
level=debug ts=2026-02-16T18:10:46.712040314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=5182
level=debug ts=2026-02-16T18:10:46.712046845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1182
level=debug ts=2026-02-16T18:10:46.712052924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="13 kB" policy= mostRecentLagMs=5182
level=debug ts=2026-02-16T18:10:46.712059179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="156 kB" policy= mostRecentLagMs=2093
level=debug ts=2026-02-16T18:10:46.719277956Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:10:47.279885475Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:10:47.989832245Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=10 entries=14 streamLabelsSize="327 B" entriesSize="199 kB" structuredMetadataSize="967 B" totalSize="199 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:47.989862622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:10:47.989873731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:10:47.989880743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:10:47.989886796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="154 kB" policy= mostRecentLagMs=4028
level=debug ts=2026-02-16T18:10:47.989892202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="14 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:10:47.989899093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:10:47.989904216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="14 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:10:47.989911151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:10:47.989916514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="513 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:10:47.989922334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:10:47.990316666Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=9 entries=16 streamLabelsSize="279 B" entriesSize="183 kB" structuredMetadataSize="1.1 kB" totalSize="183 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:47.990343481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="388 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:10:47.990354232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:10:47.990361062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="39 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:10:47.990366763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="103 kB" policy= mostRecentLagMs=4766
level=debug ts=2026-02-16T18:10:47.990373136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T18:10:47.990378342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:10:47.990383416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.3 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:10:47.990388714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:10:47.990393725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="17 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:10:47.992890666Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:10:47.993208217Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:10:49.361397266Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:36210"
level=debug ts=2026-02-16T18:10:49.838098972Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T18:10:49.840249757Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:10:57.540560911Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=9 entries=10 streamLabelsSize="268 B" entriesSize="456 kB" structuredMetadataSize="638 B" totalSize="456 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:57.54060661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="537 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:10:57.54061932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:10:57.540627226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:10:57.540635211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T18:10:57.540640992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="429 kB" policy= mostRecentLagMs=2898
level=debug ts=2026-02-16T18:10:57.54064752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T18:10:57.540652716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:10:57.540658961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:10:57.540663929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="162 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:10:57.545305733Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:10:58.093763394Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=11 entries=18 streamLabelsSize="352 B" entriesSize="609 kB" structuredMetadataSize="1.1 kB" totalSize="610 kB" mostRecentLagMs=111 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:58.093801597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="683 B" policy= mostRecentLagMs=8111
level=debug ts=2026-02-16T18:10:58.093814088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="27 kB" policy= mostRecentLagMs=4111
level=debug ts=2026-02-16T18:10:58.093820015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="545 kB" policy= mostRecentLagMs=6184
level=debug ts=2026-02-16T18:10:58.093825806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4111
level=debug ts=2026-02-16T18:10:58.093830915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1111
level=debug ts=2026-02-16T18:10:58.093835808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6111
level=debug ts=2026-02-16T18:10:58.093840479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=111
level=debug ts=2026-02-16T18:10:58.093845587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=111
level=debug ts=2026-02-16T18:10:58.093851796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="143 B" policy= mostRecentLagMs=111
level=debug ts=2026-02-16T18:10:58.093856526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2111
level=debug ts=2026-02-16T18:10:58.093861334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="12 kB" policy= mostRecentLagMs=2111
level=debug ts=2026-02-16T18:10:58.098751628Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:10:58.322390378Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=6 entries=9 streamLabelsSize="198 B" entriesSize="387 kB" structuredMetadataSize="604 B" totalSize="387 kB" mostRecentLagMs=2341 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:10:58.322425627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4340
level=debug ts=2026-02-16T18:10:58.322437949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="142 kB" policy= mostRecentLagMs=5340
level=debug ts=2026-02-16T18:10:58.32246888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="239 kB" policy= mostRecentLagMs=4816
level=debug ts=2026-02-16T18:10:58.322477476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=4340
level=debug ts=2026-02-16T18:10:58.32248406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2341
level=debug ts=2026-02-16T18:10:58.322489047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=9341
level=debug ts=2026-02-16T18:10:58.325560035Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:11:06.356432837Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:56128"
level=debug ts=2026-02-16T18:11:08.541012594Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=6 entries=10 streamLabelsSize="201 B" entriesSize="233 kB" structuredMetadataSize="732 B" totalSize="233 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:08.54105277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:11:08.541064443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:11:08.5410724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="236 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T18:11:08.54108093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="176 kB" policy= mostRecentLagMs=2031
level=debug ts=2026-02-16T18:11:08.54109053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:11:08.541098934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="24 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:11:08.544523341Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:11:08.994152125Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=8 entries=15 streamLabelsSize="228 B" entriesSize="412 kB" structuredMetadataSize="1.1 kB" totalSize="412 kB" mostRecentLagMs=655 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:08.994187854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="236 B" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T18:11:08.994200737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="248 kB" policy= mostRecentLagMs=655
level=debug ts=2026-02-16T18:11:08.994216318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T18:11:08.994225423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="136 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T18:11:08.994231358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T18:11:08.99423871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:11:08.994244493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T18:11:08.994250864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T18:11:09.030080646Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:11:09.98810919Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=8 entries=9 streamLabelsSize="259 B" entriesSize="50 kB" structuredMetadataSize="597 B" totalSize="50 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:09.988149658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:11:09.988167293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:11:09.988178503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="27 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:11:09.988189503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T18:11:09.988199293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T18:11:09.988207751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:11:09.988216996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:11:09.988226852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:11:09.99000241Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:11:17.282171822Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:11:20.376534286Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=7 entries=8 streamLabelsSize="248 B" entriesSize="1.4 MB" structuredMetadataSize="530 B" totalSize="1.4 MB" mostRecentLagMs=1846 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:20.376580882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2846
level=debug ts=2026-02-16T18:11:20.376592615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1846
level=debug ts=2026-02-16T18:11:20.376599539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="46 kB" policy= mostRecentLagMs=1914
level=debug ts=2026-02-16T18:11:20.376606374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4846
level=debug ts=2026-02-16T18:11:20.37661338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=5429
level=debug ts=2026-02-16T18:11:20.376618859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="371 B" policy= mostRecentLagMs=8847
level=debug ts=2026-02-16T18:11:20.376624693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="162 B" policy= mostRecentLagMs=6846
level=debug ts=2026-02-16T18:11:20.386787332Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:11:23.99797846Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=10 entries=35 streamLabelsSize="314 B" entriesSize="669 kB" structuredMetadataSize="2.1 kB" totalSize="669 kB" mostRecentLagMs=1016 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:23.998011852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=8015
level=debug ts=2026-02-16T18:11:23.998023377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T18:11:23.998029618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T18:11:23.998035846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="547 kB" policy= mostRecentLagMs=1103
level=debug ts=2026-02-16T18:11:23.998042161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="85 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T18:11:23.998049728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T18:11:23.998055765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=5032
level=debug ts=2026-02-16T18:11:23.998061625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T18:11:23.998066752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T18:11:23.998071791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T18:11:24.003955088Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:11:24.597562809Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=7 entries=12 streamLabelsSize="234 B" entriesSize="254 kB" structuredMetadataSize="856 B" totalSize="255 kB" mostRecentLagMs=616 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:24.597594796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=7615
level=debug ts=2026-02-16T18:11:24.597606719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="226 kB" policy= mostRecentLagMs=1749
level=debug ts=2026-02-16T18:11:24.597614181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=616
level=debug ts=2026-02-16T18:11:24.597620552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="233 B" policy= mostRecentLagMs=6616
level=debug ts=2026-02-16T18:11:24.597626905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3616
level=debug ts=2026-02-16T18:11:24.597633418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=2616
level=debug ts=2026-02-16T18:11:24.597638655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=7615
level=debug ts=2026-02-16T18:11:24.601134553Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:11:29.813743771Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T18:11:33.546918214Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=8 entries=9 streamLabelsSize="256 B" entriesSize="756 kB" structuredMetadataSize="596 B" totalSize="756 kB" mostRecentLagMs=17 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:33.546954516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="53 kB" policy= mostRecentLagMs=8910
level=debug ts=2026-02-16T18:11:33.546966161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=6017
level=debug ts=2026-02-16T18:11:33.546973867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="691 kB" policy= mostRecentLagMs=3036
level=debug ts=2026-02-16T18:11:33.546980134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=2017
level=debug ts=2026-02-16T18:11:33.54698539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="236 B" policy= mostRecentLagMs=8017
level=debug ts=2026-02-16T18:11:33.546990499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=8017
level=debug ts=2026-02-16T18:11:33.546995517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=17
level=debug ts=2026-02-16T18:11:33.547000686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5017
level=debug ts=2026-02-16T18:11:33.553586546Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:11:34.065124501Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=5 entries=14 streamLabelsSize="175 B" entriesSize="189 kB" structuredMetadataSize="841 B" totalSize="189 kB" mostRecentLagMs=82 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:34.065153846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="150 kB" policy= mostRecentLagMs=339
level=debug ts=2026-02-16T18:11:34.065165334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="28 kB" policy= mostRecentLagMs=4083
level=debug ts=2026-02-16T18:11:34.065171799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=82
level=debug ts=2026-02-16T18:11:34.065179275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3083
level=debug ts=2026-02-16T18:11:34.065185712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6082
level=debug ts=2026-02-16T18:11:34.067914243Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:11:34.987908793Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=9 entries=13 streamLabelsSize="271 B" entriesSize="123 kB" structuredMetadataSize="860 B" totalSize="123 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:34.987949304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:11:34.987963544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:11:34.987971166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:11:34.987978375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:11:34.987984175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:11:34.987990395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:11:34.987995667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="236 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:11:34.988001353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="89 kB" policy= mostRecentLagMs=1145
level=debug ts=2026-02-16T18:11:34.988007377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:11:34.990954015Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:11:36.357804501Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:43194"
level=debug ts=2026-02-16T18:11:45.756424521Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=5 entries=7 streamLabelsSize="162 B" entriesSize="83 kB" structuredMetadataSize="439 B" totalSize="83 kB" mostRecentLagMs=764 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:45.75648588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="13 kB" policy= mostRecentLagMs=2774
level=debug ts=2026-02-16T18:11:45.756499428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9774
level=debug ts=2026-02-16T18:11:45.756506694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5774
level=debug ts=2026-02-16T18:11:45.756512477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="66 kB" policy= mostRecentLagMs=764
level=debug ts=2026-02-16T18:11:45.756519313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=8774
level=debug ts=2026-02-16T18:11:45.759159274Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:11:45.991963742Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=4 entries=7 streamLabelsSize="113 B" entriesSize="254 kB" structuredMetadataSize="510 B" totalSize="254 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:45.99200406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="247 kB" policy= mostRecentLagMs=2381
level=debug ts=2026-02-16T18:11:45.992021103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:11:45.992028107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:11:45.992035379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:11:45.996280239Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:11:46.540801493Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.8 kB" streams=6 entries=9 streamLabelsSize="199 B" entriesSize="314 kB" structuredMetadataSize="633 B" totalSize="314 kB" mostRecentLagMs=273 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:46.540846223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T18:11:46.540859725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="279 kB" policy= mostRecentLagMs=273
level=debug ts=2026-02-16T18:11:46.540868914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="33 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:11:46.540876001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:11:46.540881518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="376 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T18:11:46.540887236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T18:11:46.545076409Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:11:47.283749991Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:11:57.990654107Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=11 entries=13 streamLabelsSize="368 B" entriesSize="140 kB" structuredMetadataSize="861 B" totalSize="141 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:57.990687406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:11:57.99069885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="17 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:11:57.990706962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:11:57.990714438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="834 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:11:57.990719982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:11:57.990726161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:11:57.990731206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:11:57.990736486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="89 kB" policy= mostRecentLagMs=2981
level=debug ts=2026-02-16T18:11:57.990742168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="631 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:11:57.990747067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:11:57.990752609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="20 kB" policy= mostRecentLagMs=5932
level=debug ts=2026-02-16T18:11:57.991562727Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=10 entries=16 streamLabelsSize="312 B" entriesSize="232 kB" structuredMetadataSize="1.1 kB" totalSize="232 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:57.991591442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T18:11:57.991602773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:11:57.991609352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:11:57.991614793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="984 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:11:57.991620521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:11:57.991625502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="208 kB" policy= mostRecentLagMs=1503
level=debug ts=2026-02-16T18:11:57.991630335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:11:57.991634803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:11:57.991640051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:11:57.991644635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:11:57.993715956Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:11:57.994317346Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:11:58.98256178Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=7 entries=10 streamLabelsSize="198 B" entriesSize="794 kB" structuredMetadataSize="680 B" totalSize="795 kB" mostRecentLagMs=3453 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:11:58.982593583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=6453
level=debug ts=2026-02-16T18:11:58.982605721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="203 kB" policy= mostRecentLagMs=5168
level=debug ts=2026-02-16T18:11:58.982613415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="570 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T18:11:58.982618805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="554 B" policy= mostRecentLagMs=5453
level=debug ts=2026-02-16T18:11:58.982624291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="16 kB" policy= mostRecentLagMs=4453
level=debug ts=2026-02-16T18:11:58.98262928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=9452
level=debug ts=2026-02-16T18:11:58.982634671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=3453
level=debug ts=2026-02-16T18:11:58.988627652Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:12:08.462100479Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=11 streamLabelsSize="240 B" entriesSize="338 kB" structuredMetadataSize="684 B" totalSize="338 kB" mostRecentLagMs=480 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:08.462137977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="17 kB" policy= mostRecentLagMs=8479
level=debug ts=2026-02-16T18:12:08.462151068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4480
level=debug ts=2026-02-16T18:12:08.462158101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6048
level=debug ts=2026-02-16T18:12:08.462163734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="292 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T18:12:08.462169203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=2479
level=debug ts=2026-02-16T18:12:08.462174325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=480
level=debug ts=2026-02-16T18:12:08.462179431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8479
level=debug ts=2026-02-16T18:12:08.466349674Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:12:09.546333405Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=9 entries=11 streamLabelsSize="269 B" entriesSize="848 kB" structuredMetadataSize="719 B" totalSize="849 kB" mostRecentLagMs=16 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:09.546368172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=9016
level=debug ts=2026-02-16T18:12:09.546380495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="133 kB" policy= mostRecentLagMs=7754
level=debug ts=2026-02-16T18:12:09.546403222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="696 kB" policy= mostRecentLagMs=5709
level=debug ts=2026-02-16T18:12:09.546412063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=17
level=debug ts=2026-02-16T18:12:09.54641831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="776 B" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T18:12:09.546424795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="189 B" policy= mostRecentLagMs=17
level=debug ts=2026-02-16T18:12:09.546431097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T18:12:09.546436301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=5016
level=debug ts=2026-02-16T18:12:09.546461203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T18:12:09.553345792Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:12:09.872963895Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=4 entries=8 streamLabelsSize="107 B" entriesSize="410 kB" structuredMetadataSize="554 B" totalSize="410 kB" mostRecentLagMs=222 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:09.873004608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="208 kB" policy= mostRecentLagMs=222
level=debug ts=2026-02-16T18:12:09.873017714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="776 B" policy= mostRecentLagMs=9892
level=debug ts=2026-02-16T18:12:09.873024455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="11 kB" policy= mostRecentLagMs=2891
level=debug ts=2026-02-16T18:12:09.873031194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="190 kB" policy= mostRecentLagMs=7764
level=debug ts=2026-02-16T18:12:09.876603956Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:12:17.284863722Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:12:19.989493473Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=11 entries=13 streamLabelsSize="340 B" entriesSize="173 kB" structuredMetadataSize="880 B" totalSize="173 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:19.98952794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:12:19.989539483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:12:19.989546677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="16 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:12:19.989553678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="633 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T18:12:19.989560124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T18:12:19.989565225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="692 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T18:12:19.989570885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:12:19.989577818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="26 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:12:19.989582738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T18:12:19.989589379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="117 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:12:19.989594146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:12:19.992607445Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:12:20.555736142Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=9 entries=15 streamLabelsSize="287 B" entriesSize="315 kB" structuredMetadataSize="1.0 kB" totalSize="315 kB" mostRecentLagMs=574 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:20.555770335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=574
level=debug ts=2026-02-16T18:12:20.555783655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="287 B" policy= mostRecentLagMs=2573
level=debug ts=2026-02-16T18:12:20.555791837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="43 kB" policy= mostRecentLagMs=7573
level=debug ts=2026-02-16T18:12:20.555799344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4573
level=debug ts=2026-02-16T18:12:20.555804813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=3574
level=debug ts=2026-02-16T18:12:20.555809955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4573
level=debug ts=2026-02-16T18:12:20.555814759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="251 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-16T18:12:20.555819364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=5574
level=debug ts=2026-02-16T18:12:20.555825465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=574
level=debug ts=2026-02-16T18:12:20.559821538Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:12:23.544806228Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=7 entries=7 streamLabelsSize="203 B" entriesSize="632 kB" structuredMetadataSize="480 B" totalSize="632 kB" mostRecentLagMs=1015 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:23.544841857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8015
level=debug ts=2026-02-16T18:12:23.544853438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-16T18:12:23.544860823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="752 B" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T18:12:23.544867752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="562 kB" policy= mostRecentLagMs=8780
level=debug ts=2026-02-16T18:12:23.544874261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T18:12:23.544879464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="54 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T18:12:23.544884797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="311 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T18:12:23.550972723Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:12:31.990122496Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=9 entries=13 streamLabelsSize="284 B" entriesSize="174 kB" structuredMetadataSize="875 B" totalSize="174 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:31.990159233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="25 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:12:31.990171999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:12:31.990178862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T18:12:31.990184029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="11 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:12:31.99018907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:12:31.990193796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:12:31.990200015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:12:31.990204824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T18:12:31.990210553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="106 kB" policy= mostRecentLagMs=1188
level=debug ts=2026-02-16T18:12:31.993568105Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:12:32.987828308Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=6 entries=9 streamLabelsSize="218 B" entriesSize="43 kB" structuredMetadataSize="581 B" totalSize="44 kB" mostRecentLagMs=914 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:32.987860341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:12:32.987871695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:12:32.987880142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:12:32.987886007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:12:32.987892076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:12:32.987897411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=914
level=debug ts=2026-02-16T18:12:32.989550302Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:12:35.534412276Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="453 B" streams=2 entries=2 streamLabelsSize="73 B" entriesSize="1.1 kB" structuredMetadataSize="123 B" totalSize="1.2 kB" mostRecentLagMs=9004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:35.534474961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:12:35.534488296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:12:35.535884162Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:12:36.362185685Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:55236"
level=debug ts=2026-02-16T18:12:43.589189197Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T18:12:44.990561559Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=7 entries=10 streamLabelsSize="228 B" entriesSize="248 kB" structuredMetadataSize="681 B" totalSize="248 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:44.990597341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="206 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:12:44.990609191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T18:12:44.990616105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="193 kB" policy= mostRecentLagMs=6153
level=debug ts=2026-02-16T18:12:44.990622049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:12:44.990627744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T18:12:44.990633215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="46 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:12:44.990638136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="599 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T18:12:44.993945487Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:12:45.987381922Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=7 entries=10 streamLabelsSize="221 B" entriesSize="35 kB" structuredMetadataSize="645 B" totalSize="35 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:45.987428624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:12:45.987469053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:12:45.987478648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="527 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:12:45.987486529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="22 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:12:45.987497471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:12:45.987504029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:12:45.987511285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:12:45.989405216Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:12:46.544895571Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=5 entries=6 streamLabelsSize="157 B" entriesSize="686 kB" structuredMetadataSize="381 B" totalSize="686 kB" mostRecentLagMs=1014 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:46.544934719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="683 kB" policy= mostRecentLagMs=8922
level=debug ts=2026-02-16T18:12:46.544948338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T18:12:46.544954712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="520 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:12:46.544960592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T18:12:46.544966183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T18:12:46.550399026Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:12:47.287140183Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:12:49.36891255Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:42406"
level=debug ts=2026-02-16T18:12:55.989381022Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=8 streamLabelsSize="185 B" entriesSize="182 kB" structuredMetadataSize="567 B" totalSize="182 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:55.989414803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:12:55.989426228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4369
level=debug ts=2026-02-16T18:12:55.989433952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:12:55.989454207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:12:55.989461656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:12:55.989467485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="154 kB" policy= mostRecentLagMs=2771
level=debug ts=2026-02-16T18:12:55.992370928Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:12:56.986113586Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=8 entries=8 streamLabelsSize="272 B" entriesSize="20 kB" structuredMetadataSize="543 B" totalSize="20 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:56.986144321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="234 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T18:12:56.986155921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:12:56.986163666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:12:56.986169614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:12:56.986175799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:12:56.986182087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:12:56.986187748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:12:56.986192815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:12:56.987629894Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:12:58.541505282Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=6 entries=7 streamLabelsSize="203 B" entriesSize="487 kB" structuredMetadataSize="518 B" totalSize="487 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:12:58.541533133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:12:58.541544039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="401 kB" policy= mostRecentLagMs=2202
level=debug ts=2026-02-16T18:12:58.541550291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:12:58.541556424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="49 kB" policy= mostRecentLagMs=630
level=debug ts=2026-02-16T18:12:58.541562591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:12:58.541569226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="25 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T18:12:58.546778297Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:13:07.882531611Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=7 entries=9 streamLabelsSize="227 B" entriesSize="275 kB" structuredMetadataSize="636 B" totalSize="276 kB" mostRecentLagMs=397 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:07.88256155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="494 B" policy= mostRecentLagMs=8901
level=debug ts=2026-02-16T18:13:07.882572673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=7901
level=debug ts=2026-02-16T18:13:07.88257927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4901
level=debug ts=2026-02-16T18:13:07.882585404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3901
level=debug ts=2026-02-16T18:13:07.882591173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=9900
level=debug ts=2026-02-16T18:13:07.882596177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="258 kB" policy= mostRecentLagMs=397
level=debug ts=2026-02-16T18:13:07.882602368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2901
level=debug ts=2026-02-16T18:13:07.887294197Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:13:09.277678188Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=3 entries=4 streamLabelsSize="124 B" entriesSize="63 kB" structuredMetadataSize="280 B" totalSize="63 kB" mostRecentLagMs=2748 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:09.277711018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="282 B" policy= mostRecentLagMs=2748
level=debug ts=2026-02-16T18:13:09.277721958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="57 kB" policy= mostRecentLagMs=9213
level=debug ts=2026-02-16T18:13:09.277729142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5748
level=debug ts=2026-02-16T18:13:09.279386374Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:13:09.986644777Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=13 entries=14 streamLabelsSize="407 B" entriesSize="32 kB" structuredMetadataSize="875 B" totalSize="32 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:09.986674506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:13:09.986686195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:13:09.986693272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="355 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:13:09.98671977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="922 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:13:09.986727253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:13:09.986733093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:13:09.986739115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:13:09.986745498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:13:09.98675123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:13:09.986755965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:13:09.98676105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="10 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:13:09.98676655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:13:09.986771443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="303 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:13:09.98842195Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:13:17.288927126Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:13:18.167157973Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=6 streamLabelsSize="148 B" entriesSize="134 kB" structuredMetadataSize="413 B" totalSize="134 kB" mostRecentLagMs=2186 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:18.167187838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3185
level=debug ts=2026-02-16T18:13:18.16719865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="21 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:13:18.167205115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="109 kB" policy= mostRecentLagMs=2894
level=debug ts=2026-02-16T18:13:18.167211391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=2186
level=debug ts=2026-02-16T18:13:18.170096686Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:13:19.535981854Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=7 entries=8 streamLabelsSize="215 B" entriesSize="269 kB" structuredMetadataSize="506 B" totalSize="269 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:19.536010578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:13:19.53602168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:13:19.536029133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:13:19.536035946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="759 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T18:13:19.536042422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:13:19.536048451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:13:19.536053935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="259 kB" policy= mostRecentLagMs=4798
level=debug ts=2026-02-16T18:13:19.53989898Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:13:20.450198714Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.2 kB" streams=7 entries=8 streamLabelsSize="247 B" entriesSize="58 kB" structuredMetadataSize="526 B" totalSize="58 kB" mostRecentLagMs=468 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:20.450228647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=9467
level=debug ts=2026-02-16T18:13:20.450241222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=468
level=debug ts=2026-02-16T18:13:20.450248298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=3468
level=debug ts=2026-02-16T18:13:20.450256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9467
level=debug ts=2026-02-16T18:13:20.450264046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:13:20.450270807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2467
level=debug ts=2026-02-16T18:13:20.450276509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9467
level=debug ts=2026-02-16T18:13:20.451835553Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:13:28.987489357Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=5 entries=5 streamLabelsSize="142 B" entriesSize="60 kB" structuredMetadataSize="356 B" totalSize="60 kB" mostRecentLagMs=3006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:28.987521203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="490 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:13:28.987534786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T18:13:28.987542412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:13:28.987548568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="58 kB" policy= mostRecentLagMs=9339
level=debug ts=2026-02-16T18:13:28.987555546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T18:13:28.989250075Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:13:30.986028499Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=7 entries=10 streamLabelsSize="204 B" entriesSize="8.9 kB" structuredMetadataSize="651 B" totalSize="9.1 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:30.986059533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T18:13:30.986073322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="683 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:13:30.986080975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:13:30.986088507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="199 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T18:13:30.986095247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:13:30.986101122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:13:30.986106835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:13:30.987527311Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:13:32.472848627Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=5 entries=5 streamLabelsSize="191 B" entriesSize="55 kB" structuredMetadataSize="349 B" totalSize="55 kB" mostRecentLagMs=2942 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:32.472882464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=9943
level=debug ts=2026-02-16T18:13:32.472894035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="13 kB" policy= mostRecentLagMs=4942
level=debug ts=2026-02-16T18:13:32.472900359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=2942
level=debug ts=2026-02-16T18:13:32.472907807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4942
level=debug ts=2026-02-16T18:13:32.472913669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:13:32.474829293Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:13:41.991936753Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.0 kB" streams=6 entries=7 streamLabelsSize="196 B" entriesSize="268 kB" structuredMetadataSize="508 B" totalSize="268 kB" mostRecentLagMs=2010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:41.991972823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:13:41.991984779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="253 kB" policy= mostRecentLagMs=5652
level=debug ts=2026-02-16T18:13:41.991992025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="475 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T18:13:41.991999783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:13:41.992006527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:13:41.992011842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T18:13:41.995841063Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:13:44.987294057Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=5 entries=6 streamLabelsSize="163 B" entriesSize="12 kB" structuredMetadataSize="380 B" totalSize="12 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:44.987326105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:13:44.98733889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:13:44.987347132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:13:44.987352848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:13:44.987357748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:13:44.9888616Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:13:47.290570696Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:13:49.393000607Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=7 streamLabelsSize="231 B" entriesSize="364 kB" structuredMetadataSize="465 B" totalSize="364 kB" mostRecentLagMs=1863 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:49.393038453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1863
level=debug ts=2026-02-16T18:13:49.393051116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:13:49.393058991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=7863
level=debug ts=2026-02-16T18:13:49.393066177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9863
level=debug ts=2026-02-16T18:13:49.393071557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=7863
level=debug ts=2026-02-16T18:13:49.393076503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3863
level=debug ts=2026-02-16T18:13:49.393083803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7863
level=debug ts=2026-02-16T18:13:49.396981691Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:13:52.729592997Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T18:13:54.986324205Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=6 entries=6 streamLabelsSize="192 B" entriesSize="91 kB" structuredMetadataSize="402 B" totalSize="91 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:54.986353529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:13:54.986365796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="87 kB" policy= mostRecentLagMs=842
level=debug ts=2026-02-16T18:13:54.986373468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:13:54.986382717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T18:13:54.98638778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:13:54.986393929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:13:54.988744724Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:13:57.98700914Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=7 entries=8 streamLabelsSize="251 B" entriesSize="11 kB" structuredMetadataSize="527 B" totalSize="11 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:57.987052832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:13:57.987072538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:13:57.987082399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:13:57.987090435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="985 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:13:57.98709615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:13:57.987101207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:13:57.987106025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="631 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:13:57.988579301Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:13:59.533795574Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="679 B" streams=2 entries=2 streamLabelsSize="57 B" entriesSize="1.6 kB" structuredMetadataSize="138 B" totalSize="1.7 kB" mostRecentLagMs=7004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:13:59.533828918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:13:59.533843049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:13:59.535165996Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:14:05.987467265Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=4 entries=4 streamLabelsSize="115 B" entriesSize="105 kB" structuredMetadataSize="278 B" totalSize="105 kB" mostRecentLagMs=2308 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:05.987499077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:14:05.987510398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="104 kB" policy= mostRecentLagMs=2308
level=debug ts=2026-02-16T18:14:05.987517502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T18:14:05.987524296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:14:05.989875586Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:14:09.985869724Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=6 entries=7 streamLabelsSize="181 B" entriesSize="33 kB" structuredMetadataSize="438 B" totalSize="33 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:09.985900929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="442 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:14:09.9859123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=3765
level=debug ts=2026-02-16T18:14:09.985918865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:14:09.985924449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:14:09.98592977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T18:14:09.985935188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:14:09.987544418Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:14:11.54547599Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=4 entries=5 streamLabelsSize="119 B" entriesSize="777 kB" structuredMetadataSize="312 B" totalSize="777 kB" mostRecentLagMs=1015 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:11.545518392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T18:14:11.545530558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T18:14:11.545537819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="776 kB" policy= mostRecentLagMs=2495
level=debug ts=2026-02-16T18:14:11.545544629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T18:14:11.55154612Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:14:17.292838115Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:14:19.079821963Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=4 entries=8 streamLabelsSize="136 B" entriesSize="319 kB" structuredMetadataSize="585 B" totalSize="319 kB" mostRecentLagMs=1098 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:19.07985679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=1098
level=debug ts=2026-02-16T18:14:19.07986875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="811 B" policy= mostRecentLagMs=8098
level=debug ts=2026-02-16T18:14:19.079876171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4098
level=debug ts=2026-02-16T18:14:19.079882103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="310 kB" policy= mostRecentLagMs=2140
level=debug ts=2026-02-16T18:14:19.083731212Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:14:20.986532631Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=9 entries=10 streamLabelsSize="285 B" entriesSize="19 kB" structuredMetadataSize="635 B" totalSize="19 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:20.986568737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:14:20.986581648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="692 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:14:20.986588188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:14:20.986593877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:14:20.98660009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:14:20.986605359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="633 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:14:20.986610994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:14:20.986617294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:14:20.986622798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:14:20.988167469Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:14:26.052486555Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=4 entries=5 streamLabelsSize="119 B" entriesSize="759 kB" structuredMetadataSize="332 B" totalSize="759 kB" mostRecentLagMs=3522 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:26.05274366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="995 B" policy= mostRecentLagMs=7523
level=debug ts=2026-02-16T18:14:26.052763842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8523
level=debug ts=2026-02-16T18:14:26.05277172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3523
level=debug ts=2026-02-16T18:14:26.052778469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="750 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T18:14:26.058568738Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:14:29.98803541Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=7 entries=8 streamLabelsSize="195 B" entriesSize="16 kB" structuredMetadataSize="537 B" totalSize="16 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:29.988069351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:14:29.988081308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:14:29.988087166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:14:29.988093069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:14:29.988098988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:14:29.988103943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:14:29.988108504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="492 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:14:29.989556575Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:14:31.985328378Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=8 entries=10 streamLabelsSize="237 B" entriesSize="27 kB" structuredMetadataSize="638 B" totalSize="28 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:31.985355398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:14:31.985366537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:14:31.985372727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:14:31.985377836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T18:14:31.985383739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:14:31.985389031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9002
level=debug ts=2026-02-16T18:14:31.98539411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=8002
level=debug ts=2026-02-16T18:14:31.985400092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T18:14:31.98685831Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:14:36.534382201Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="869 B" streams=3 entries=3 streamLabelsSize="95 B" entriesSize="1.9 kB" structuredMetadataSize="181 B" totalSize="2.0 kB" mostRecentLagMs=5004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:36.534423915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:14:36.534438718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:14:36.53447725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:14:36.535897049Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:14:40.216923744Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.7 kB" streams=5 entries=7 streamLabelsSize="160 B" entriesSize="89 kB" structuredMetadataSize="482 B" totalSize="89 kB" mostRecentLagMs=235 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:40.216969375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=5235
level=debug ts=2026-02-16T18:14:40.216987445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="68 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:14:40.216997676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="453 B" policy= mostRecentLagMs=2235
level=debug ts=2026-02-16T18:14:40.217007066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=236
level=debug ts=2026-02-16T18:14:40.217017916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=1235
level=debug ts=2026-02-16T18:14:40.219539289Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:14:41.110429182Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:38444"
level=debug ts=2026-02-16T18:14:44.98660266Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=7 entries=7 streamLabelsSize="221 B" entriesSize="15 kB" structuredMetadataSize="447 B" totalSize="16 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:44.986632066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:14:44.986643024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:14:44.986649714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:14:44.986656602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T18:14:44.986661521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:14:44.986666167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:14:44.986670833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:14:44.988214082Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:14:47.295207153Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:14:51.085494373Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=4 entries=5 streamLabelsSize="119 B" entriesSize="400 kB" structuredMetadataSize="320 B" totalSize="400 kB" mostRecentLagMs=555 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:51.085529553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2555
level=debug ts=2026-02-16T18:14:51.085544602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=4555
level=debug ts=2026-02-16T18:14:51.085552789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="398 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:14:51.085560211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=555
level=debug ts=2026-02-16T18:14:51.10293156Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:14:51.988439186Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.2 kB" streams=4 entries=5 streamLabelsSize="145 B" entriesSize="111 kB" structuredMetadataSize="358 B" totalSize="111 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:51.9884905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="768 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:14:51.988503885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="105 kB" policy= mostRecentLagMs=6693
level=debug ts=2026-02-16T18:14:51.988513157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:14:51.988520759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:14:51.990993498Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:14:55.986603589Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=4 entries=4 streamLabelsSize="118 B" entriesSize="2.3 kB" structuredMetadataSize="262 B" totalSize="2.5 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:14:55.98663965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="810 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:14:55.986652124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="631 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:14:55.98666076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:14:55.986666972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="630 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:14:55.987997307Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:15:00.638129316Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T18:15:02.539807817Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=8 streamLabelsSize="203 B" entriesSize="374 kB" structuredMetadataSize="573 B" totalSize="374 kB" mostRecentLagMs=1495 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:02.539846332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:15:02.539858599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="12 kB" policy= mostRecentLagMs=2034
level=debug ts=2026-02-16T18:15:02.539865631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:15:02.539873877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T18:15:02.539879624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="69 kB" policy= mostRecentLagMs=2034
level=debug ts=2026-02-16T18:15:02.539884985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="282 kB" policy= mostRecentLagMs=1495
level=debug ts=2026-02-16T18:15:02.544331368Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:15:02.991610161Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=4 entries=7 streamLabelsSize="119 B" entriesSize="391 kB" structuredMetadataSize="494 B" totalSize="391 kB" mostRecentLagMs=199 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:02.991642704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:15:02.991655714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="371 kB" policy= mostRecentLagMs=199
level=debug ts=2026-02-16T18:15:02.991662181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="19 kB" policy= mostRecentLagMs=6746
level=debug ts=2026-02-16T18:15:02.991667773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:15:02.997155072Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:15:06.201783763Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=5 entries=8 streamLabelsSize="168 B" entriesSize="30 kB" structuredMetadataSize="502 B" totalSize="30 kB" mostRecentLagMs=219 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:06.201823181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6219
level=debug ts=2026-02-16T18:15:06.201837406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=3219
level=debug ts=2026-02-16T18:15:06.201843546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=219
level=debug ts=2026-02-16T18:15:06.201849029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6219
level=debug ts=2026-02-16T18:15:06.201853829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8220
level=debug ts=2026-02-16T18:15:06.203850436Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:15:11.113269678Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:41174"
level=debug ts=2026-02-16T18:15:16.543318865Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.8 kB" streams=7 entries=8 streamLabelsSize="240 B" entriesSize="52 kB" structuredMetadataSize="529 B" totalSize="52 kB" mostRecentLagMs=13 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:16.543383545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="172 B" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T18:15:16.543408191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T18:15:16.543424362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="27 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T18:15:16.543465513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T18:15:16.543483986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T18:15:16.543498576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T18:15:16.543513831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:15:16.545612906Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:15:17.297546785Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:15:17.986274631Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=6 entries=6 streamLabelsSize="203 B" entriesSize="19 kB" structuredMetadataSize="417 B" totalSize="19 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:17.986307326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:15:17.986319147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T18:15:17.986326355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:15:17.986331807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:15:17.986337259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:15:17.986342293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:15:17.987835245Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:15:18.987477971Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=11 entries=13 streamLabelsSize="345 B" entriesSize="88 kB" structuredMetadataSize="852 B" totalSize="88 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:18.987507478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="173 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:15:18.987518318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="440 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:15:18.987525679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="829 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:15:18.987531511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:15:18.987537929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="23 kB" policy= mostRecentLagMs=6788
level=debug ts=2026-02-16T18:15:18.987543709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T18:15:18.987551633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=7434
level=debug ts=2026-02-16T18:15:18.987557865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:15:18.987564266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:15:18.987570047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:15:18.987575697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:15:18.989982272Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:15:28.532998535Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=4 entries=4 streamLabelsSize="143 B" entriesSize="19 kB" structuredMetadataSize="278 B" totalSize="19 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:28.533025119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:15:28.533035363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:15:28.533042095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:15:28.533047465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:15:28.534405835Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:15:29.984689935Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=4 entries=5 streamLabelsSize="139 B" entriesSize="7.3 kB" structuredMetadataSize="323 B" totalSize="7.4 kB" mostRecentLagMs=2002 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:29.984716211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T18:15:29.984727525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=3002
level=debug ts=2026-02-16T18:15:29.984733694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2002
level=debug ts=2026-02-16T18:15:29.984740698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=5002
level=debug ts=2026-02-16T18:15:29.986150618Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:15:32.986730945Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=5 entries=5 streamLabelsSize="147 B" entriesSize="41 kB" structuredMetadataSize="356 B" totalSize="42 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:32.986764129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="699 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:15:32.986776458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:15:32.986783262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1330
level=debug ts=2026-02-16T18:15:32.986788289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:15:32.986793255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:15:32.988353864Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:15:39.085316129Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=3 entries=3 streamLabelsSize="100 B" entriesSize="376 kB" structuredMetadataSize="192 B" totalSize="376 kB" mostRecentLagMs=7555 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:39.085344911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=7555
level=debug ts=2026-02-16T18:15:39.085355547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7555
level=debug ts=2026-02-16T18:15:39.085362306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:15:39.089265909Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:15:39.986029128Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=6 entries=7 streamLabelsSize="198 B" entriesSize="20 kB" structuredMetadataSize="447 B" totalSize="20 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:39.986059507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:15:39.986071902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=851
level=debug ts=2026-02-16T18:15:39.986079568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:15:39.98608534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:15:39.986091447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:15:39.986097623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:15:39.987564804Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:15:46.985873747Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=6 entries=7 streamLabelsSize="222 B" entriesSize="29 kB" structuredMetadataSize="464 B" totalSize="29 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:46.985902175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="19 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:15:46.985914332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:15:46.985920289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="796 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:15:46.985925714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:15:46.985930654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:15:46.985935803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:15:46.987372778Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:15:47.300010956Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:15:49.379591462Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:51648"
level=debug ts=2026-02-16T18:15:50.497585901Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=5 entries=6 streamLabelsSize="153 B" entriesSize="17 kB" structuredMetadataSize="381 B" totalSize="17 kB" mostRecentLagMs=2515 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:50.497616775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6515
level=debug ts=2026-02-16T18:15:50.497628148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=3515
level=debug ts=2026-02-16T18:15:50.497634648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=3515
level=debug ts=2026-02-16T18:15:50.497640111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2515
level=debug ts=2026-02-16T18:15:50.497645809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=5515
level=debug ts=2026-02-16T18:15:50.499037971Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:15:51.534819217Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=6 entries=7 streamLabelsSize="212 B" entriesSize="31 kB" structuredMetadataSize="494 B" totalSize="31 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:51.534846838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:15:51.534860285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="944 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:15:51.534868253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:15:51.534875146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:15:51.534881345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:15:51.534887589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="19 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:15:51.536312879Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:15:59.605599943Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.1 kB" streams=4 entries=6 streamLabelsSize="135 B" entriesSize="212 kB" structuredMetadataSize="411 B" totalSize="212 kB" mostRecentLagMs=2893 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:15:59.605636173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=3624
level=debug ts=2026-02-16T18:15:59.605647991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4624
level=debug ts=2026-02-16T18:15:59.605655516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=2893
level=debug ts=2026-02-16T18:15:59.605661774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="178 kB" policy= mostRecentLagMs=6422
level=debug ts=2026-02-16T18:15:59.608724516Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:16:00.576420037Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=6 entries=9 streamLabelsSize="193 B" entriesSize="32 kB" structuredMetadataSize="570 B" totalSize="32 kB" mostRecentLagMs=593 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:00.576486248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=593
level=debug ts=2026-02-16T18:16:00.576497749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=7594
level=debug ts=2026-02-16T18:16:00.576505057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=593
level=debug ts=2026-02-16T18:16:00.576511571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=3593
level=debug ts=2026-02-16T18:16:00.57651741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2594
level=debug ts=2026-02-16T18:16:00.576522463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9594
level=debug ts=2026-02-16T18:16:00.578064676Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:16:02.541960358Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=6 streamLabelsSize="150 B" entriesSize="401 kB" structuredMetadataSize="393 B" totalSize="401 kB" mostRecentLagMs=1012 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:02.54199249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=1012
level=debug ts=2026-02-16T18:16:02.542003653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="398 kB" policy= mostRecentLagMs=9279
level=debug ts=2026-02-16T18:16:02.542010504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:16:02.542016275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:16:02.542023274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:16:02.546926233Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:16:04.95781855Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T18:16:04.959766395Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T18:16:06.380247441Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:46012"
level=debug ts=2026-02-16T18:16:09.987218949Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="787 B" streams=3 entries=4 streamLabelsSize="75 B" entriesSize="1.7 kB" structuredMetadataSize="267 B" totalSize="1.8 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:09.987256856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:16:09.987269347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="902 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T18:16:09.987278485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="438 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:16:09.988680105Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:16:13.986774146Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=4 entries=4 streamLabelsSize="128 B" entriesSize="44 kB" structuredMetadataSize="257 B" totalSize="44 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:13.986815894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:16:13.986830168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:16:13.986838479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:16:13.986844199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="39 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:16:13.988563703Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:16:17.301243374Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:16:20.891924481Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=5 entries=5 streamLabelsSize="173 B" entriesSize="37 kB" structuredMetadataSize="334 B" totalSize="38 kB" mostRecentLagMs=910 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:20.891958194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5910
level=debug ts=2026-02-16T18:16:20.891970937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=4911
level=debug ts=2026-02-16T18:16:20.89197779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5910
level=debug ts=2026-02-16T18:16:20.891985174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:16:20.891990548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=910
level=debug ts=2026-02-16T18:16:20.893635134Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:16:21.534808941Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="535 B" streams=3 entries=3 streamLabelsSize="105 B" entriesSize="786 B" structuredMetadataSize="182 B" totalSize="891 B" mostRecentLagMs=5004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:21.534841978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:16:21.534854645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:16:21.534861631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:16:21.536225733Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:16:27.987907505Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=8 entries=10 streamLabelsSize="249 B" entriesSize="34 kB" structuredMetadataSize="656 B" totalSize="34 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:27.987941864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:16:27.987954415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:16:27.987960129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:16:27.987966396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="782 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:16:27.987971449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="21 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:16:27.98797621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:16:27.987980946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:16:27.987985735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:16:27.989596101Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:16:31.813510222Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=4 entries=4 streamLabelsSize="119 B" entriesSize="406 kB" structuredMetadataSize="266 B" totalSize="406 kB" mostRecentLagMs=3283 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:31.813547595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=8283
level=debug ts=2026-02-16T18:16:31.813562625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:16:31.813574999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=4284
level=debug ts=2026-02-16T18:16:31.813581538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="663 B" policy= mostRecentLagMs=3283
level=debug ts=2026-02-16T18:16:31.817921192Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:16:36.987022201Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=4 entries=4 streamLabelsSize="129 B" entriesSize="34 kB" structuredMetadataSize="285 B" totalSize="34 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:36.987054655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:16:36.987067394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4801
level=debug ts=2026-02-16T18:16:36.98707559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:16:36.987083114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:16:36.988670859Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:16:38.742141182Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=6 entries=8 streamLabelsSize="223 B" entriesSize="31 kB" structuredMetadataSize="513 B" totalSize="31 kB" mostRecentLagMs=759 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:38.742175833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7760
level=debug ts=2026-02-16T18:16:38.742188728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=4760
level=debug ts=2026-02-16T18:16:38.742194448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8760
level=debug ts=2026-02-16T18:16:38.742199917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:16:38.742205061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=759
level=debug ts=2026-02-16T18:16:38.742210033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=759
level=debug ts=2026-02-16T18:16:38.743658664Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:16:39.968170238Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:16:41.122358333Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:34358"
level=debug ts=2026-02-16T18:16:42.534286324Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="728 B" streams=2 entries=2 streamLabelsSize="73 B" entriesSize="1.7 kB" structuredMetadataSize="123 B" totalSize="1.8 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:42.534321598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:16:42.534336924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:16:42.535720841Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:16:47.302278773Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:16:49.988630713Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=5 entries=5 streamLabelsSize="173 B" entriesSize="150 kB" structuredMetadataSize="337 B" totalSize="151 kB" mostRecentLagMs=4007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:49.988658492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:16:49.988670288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="765 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:16:49.988677126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=6414
level=debug ts=2026-02-16T18:16:49.988683085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:16:49.9886885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:16:49.991117177Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:16:52.98632992Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=9 entries=9 streamLabelsSize="259 B" entriesSize="37 kB" structuredMetadataSize="564 B" totalSize="37 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:52.986361584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T18:16:52.986373955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:16:52.986380214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:16:52.986386501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:16:52.986391779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:16:52.986397613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="935 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:16:52.986407527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T18:16:52.986416069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T18:16:52.986424779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=2891
level=debug ts=2026-02-16T18:16:52.988008458Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:16:57.450130549Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=6 streamLabelsSize="154 B" entriesSize="357 kB" structuredMetadataSize="396 B" totalSize="358 kB" mostRecentLagMs=1920 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:16:57.450170285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9920
level=debug ts=2026-02-16T18:16:57.450182845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9920
level=debug ts=2026-02-16T18:16:57.450190892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5920
level=debug ts=2026-02-16T18:16:57.450198915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="350 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:16:57.450206593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1920
level=debug ts=2026-02-16T18:16:57.454619347Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:17:00.622317036Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.0 kB" streams=7 entries=8 streamLabelsSize="219 B" entriesSize="52 kB" structuredMetadataSize="537 B" totalSize="52 kB" mostRecentLagMs=641 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:00.622346011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:17:00.622359427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7640
level=debug ts=2026-02-16T18:17:00.622365867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4640
level=debug ts=2026-02-16T18:17:00.622371385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3641
level=debug ts=2026-02-16T18:17:00.622376681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1641
level=debug ts=2026-02-16T18:17:00.622384866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=3641
level=debug ts=2026-02-16T18:17:00.622390051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=641
level=debug ts=2026-02-16T18:17:00.62404437Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:17:05.986882949Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=6 entries=7 streamLabelsSize="213 B" entriesSize="23 kB" structuredMetadataSize="446 B" totalSize="24 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:05.986930398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:17:05.986942682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3887
level=debug ts=2026-02-16T18:17:05.986949499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:17:05.986954953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:17:05.986960122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:17:05.986968098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="947 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:17:05.988876226Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:17:07.468820903Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=3 entries=5 streamLabelsSize="113 B" entriesSize="349 kB" structuredMetadataSize="381 B" totalSize="349 kB" mostRecentLagMs=31 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:07.468856687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="283 kB" policy= mostRecentLagMs=31
level=debug ts=2026-02-16T18:17:07.468870165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=8939
level=debug ts=2026-02-16T18:17:07.468878222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="66 kB" policy= mostRecentLagMs=7599
level=debug ts=2026-02-16T18:17:07.473304864Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:17:14.208307493Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.7 kB" streams=2 entries=4 streamLabelsSize="65 B" entriesSize="120 kB" structuredMetadataSize="299 B" totalSize="120 kB" mostRecentLagMs=4655 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:14.208338079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:17:14.208350348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="90 kB" policy= mostRecentLagMs=4655
level=debug ts=2026-02-16T18:17:14.211063101Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:17:17.303758641Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:17:19.385764345Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:56730"
level=debug ts=2026-02-16T18:17:19.987881761Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.8 kB" streams=8 entries=9 streamLabelsSize="272 B" entriesSize="21 kB" structuredMetadataSize="570 B" totalSize="21 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:19.98791899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:17:19.987934079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:17:19.987940472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:17:19.987947309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:17:19.987954662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:17:19.987960909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T18:17:19.98796701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:17:19.987973219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:17:19.989557429Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:17:21.534620111Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=4 entries=6 streamLabelsSize="156 B" entriesSize="32 kB" structuredMetadataSize="391 B" totalSize="32 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:21.534659434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:17:21.534675436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="886 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:17:21.5346828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=6840
level=debug ts=2026-02-16T18:17:21.534691652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:17:21.536561011Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:17:24.986395434Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=6 entries=6 streamLabelsSize="190 B" entriesSize="42 kB" structuredMetadataSize="402 B" totalSize="43 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:24.986426451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:17:24.98646652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6587
level=debug ts=2026-02-16T18:17:24.986476426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:17:24.986483472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:17:24.986488741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:17:24.986493804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:17:24.988092802Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:17:30.987438374Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.1 kB" streams=9 entries=11 streamLabelsSize="283 B" entriesSize="29 kB" structuredMetadataSize="702 B" totalSize="30 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:30.98748757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:17:30.987499554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=676
level=debug ts=2026-02-16T18:17:30.987506025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:17:30.98751405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:17:30.987519237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="700 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:17:30.987526414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:17:30.987532922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:17:30.987538937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:17:30.987543811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="995 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:17:30.989052928Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:17:32.509690872Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=5 entries=6 streamLabelsSize="173 B" entriesSize="453 kB" structuredMetadataSize="400 B" totalSize="454 kB" mostRecentLagMs=980 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:32.50972315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="424 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:17:32.509735217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6979
level=debug ts=2026-02-16T18:17:32.5097428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=3836
level=debug ts=2026-02-16T18:17:32.509748302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=980
level=debug ts=2026-02-16T18:17:32.509753149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=6979
level=debug ts=2026-02-16T18:17:32.514073973Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:17:36.988377152Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.5 kB" streams=4 entries=5 streamLabelsSize="122 B" entriesSize="184 kB" structuredMetadataSize="362 B" totalSize="184 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:36.988413156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:17:36.98842883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:17:36.98843682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:17:36.988463852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="178 kB" policy= mostRecentLagMs=586
level=debug ts=2026-02-16T18:17:36.991107809Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:17:41.128820151Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:41480"
level=debug ts=2026-02-16T18:17:41.631353269Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:17:46.98661197Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=4 entries=4 streamLabelsSize="124 B" entriesSize="23 kB" structuredMetadataSize="255 B" totalSize="23 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:46.98664233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5380
level=debug ts=2026-02-16T18:17:46.986654684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:17:46.986662853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:17:46.986669461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="183 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:17:46.988293216Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:17:47.305175893Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:17:49.387341873Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:44910"
level=debug ts=2026-02-16T18:17:52.987852878Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=6 entries=7 streamLabelsSize="209 B" entriesSize="24 kB" structuredMetadataSize="473 B" totalSize="24 kB" mostRecentLagMs=3006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:52.987881227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:17:52.987892475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T18:17:52.987899903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T18:17:52.987905534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="639 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:17:52.987910573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T18:17:52.98791696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T18:17:52.989340733Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:17:53.538995079Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=6 streamLabelsSize="110 B" entriesSize="401 kB" structuredMetadataSize="405 B" totalSize="401 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:53.539027066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:17:53.539038962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:17:53.539046928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:17:53.539052381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=2993
level=debug ts=2026-02-16T18:17:53.543261327Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:17:57.140744888Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=5 entries=6 streamLabelsSize="158 B" entriesSize="31 kB" structuredMetadataSize="395 B" totalSize="31 kB" mostRecentLagMs=158 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:17:57.140777106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=158
level=debug ts=2026-02-16T18:17:57.140789752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=4158
level=debug ts=2026-02-16T18:17:57.140797259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=4158
level=debug ts=2026-02-16T18:17:57.14080287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=7158
level=debug ts=2026-02-16T18:17:57.140808305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6158
level=debug ts=2026-02-16T18:17:57.14230496Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:18:05.987153509Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=5 entries=5 streamLabelsSize="157 B" entriesSize="40 kB" structuredMetadataSize="333 B" totalSize="40 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:05.987188651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:18:05.987201429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:18:05.987207669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4616
level=debug ts=2026-02-16T18:18:05.98721508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:18:05.987220287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T18:18:05.98886622Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:18:07.534372188Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=5 entries=5 streamLabelsSize="168 B" entriesSize="14 kB" structuredMetadataSize="300 B" totalSize="14 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:07.534406216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:18:07.534419335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:18:07.534428301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:18:07.534455308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:18:07.534466599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:18:07.535982626Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:18:07.987003256Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=7 entries=8 streamLabelsSize="252 B" entriesSize="21 kB" structuredMetadataSize="496 B" totalSize="21 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:07.987035679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:18:07.987049347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:18:07.987055591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:18:07.987062079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:18:07.987068097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:18:07.987074099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:18:07.987079266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:18:07.988606399Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:18:17.157606433Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=6 entries=6 streamLabelsSize="206 B" entriesSize="39 kB" structuredMetadataSize="371 B" totalSize="39 kB" mostRecentLagMs=176 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:17.157641214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=2176
level=debug ts=2026-02-16T18:18:17.157659648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2176
level=debug ts=2026-02-16T18:18:17.157666641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="865 B" policy= mostRecentLagMs=176
level=debug ts=2026-02-16T18:18:17.157672977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2176
level=debug ts=2026-02-16T18:18:17.157679824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=7176
level=debug ts=2026-02-16T18:18:17.157687966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:18:17.159310605Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:18:17.306796021Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
ts=2026-02-16T18:18:19.388988998Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:47206"
level=debug ts=2026-02-16T18:18:20.987262135Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=6 entries=6 streamLabelsSize="172 B" entriesSize="6.2 kB" structuredMetadataSize="378 B" totalSize="6.3 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:20.987293491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:18:20.98730577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:18:20.987312827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="824 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:18:20.987320316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:18:20.987326361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:18:20.987332543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:18:20.98870723Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:18:23.541243511Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=6 streamLabelsSize="128 B" entriesSize="421 kB" structuredMetadataSize="391 B" totalSize="421 kB" mostRecentLagMs=3517 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:23.541372649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:18:23.541412438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T18:18:23.541433217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3517
level=debug ts=2026-02-16T18:18:23.541465339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=3518
level=debug ts=2026-02-16T18:18:23.546894295Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:18:27.499357776Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=4 entries=4 streamLabelsSize="118 B" entriesSize="48 kB" structuredMetadataSize="282 B" totalSize="49 kB" mostRecentLagMs=517 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:27.499393347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=517
level=debug ts=2026-02-16T18:18:27.499406303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:18:27.499413754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8640
level=debug ts=2026-02-16T18:18:27.49942247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=517
level=debug ts=2026-02-16T18:18:27.50111235Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:18:31.955900074Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:18:32.985979564Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=6 entries=8 streamLabelsSize="185 B" entriesSize="14 kB" structuredMetadataSize="523 B" totalSize="14 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:32.986012378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T18:18:32.986024683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:18:32.98603093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:18:32.986037601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:18:32.986045283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:18:32.986050297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="326 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:18:32.987540282Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:18:36.534425867Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.1 kB" streams=3 entries=3 streamLabelsSize="95 B" entriesSize="5.6 kB" structuredMetadataSize="192 B" totalSize="5.7 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:36.53449124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:18:36.534508991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:18:36.534520659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:18:36.535896357Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:18:38.988497165Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=5 entries=5 streamLabelsSize="143 B" entriesSize="160 kB" structuredMetadataSize="354 B" totalSize="160 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:38.988527125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T18:18:38.988539547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:18:38.988546594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=9541
level=debug ts=2026-02-16T18:18:38.98855206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:18:38.988558301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:18:38.991197924Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:18:47.308303422Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:18:47.987905471Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=6 entries=7 streamLabelsSize="192 B" entriesSize="34 kB" structuredMetadataSize="437 B" totalSize="34 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:47.987940551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T18:18:47.987953139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:18:47.987959545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:18:47.987965595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:18:47.987971595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:18:47.987976829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:18:47.989737436Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:18:49.987354642Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=5 entries=5 streamLabelsSize="173 B" entriesSize="38 kB" structuredMetadataSize="334 B" totalSize="38 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:49.987381189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:18:49.987392623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:18:49.987401015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="563 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:18:49.98740779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9723
level=debug ts=2026-02-16T18:18:49.987414599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:18:49.989035526Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:18:51.538994857Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=6 streamLabelsSize="154 B" entriesSize="405 kB" structuredMetadataSize="379 B" totalSize="405 kB" mostRecentLagMs=3009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:51.539026802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T18:18:51.539037889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="892 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T18:18:51.539045971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=3481
level=debug ts=2026-02-16T18:18:51.539051262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:18:51.539056974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:18:51.543609879Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:18:58.985350332Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=7 entries=8 streamLabelsSize="223 B" entriesSize="13 kB" structuredMetadataSize="529 B" totalSize="14 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:18:58.985382649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:18:58.985395385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:18:58.985402259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="810 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:18:58.985409587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:18:58.98541555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:18:58.985421459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T18:18:58.985429982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="953 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:18:58.986940302Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:19:03.535954481Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.1 kB" streams=4 entries=6 streamLabelsSize="139 B" entriesSize="72 kB" structuredMetadataSize="457 B" totalSize="73 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:03.535989738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T18:19:03.536002336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:19:03.536010637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="68 kB" policy= mostRecentLagMs=2885
level=debug ts=2026-02-16T18:19:03.536016622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:19:03.537644234Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:19:06.987738108Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.4 kB" streams=7 entries=9 streamLabelsSize="202 B" entriesSize="61 kB" structuredMetadataSize="592 B" totalSize="61 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:06.987772054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:19:06.987783697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:19:06.987791699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="16 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:19:06.987798946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:19:06.98780775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:19:06.987813717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5548
level=debug ts=2026-02-16T18:19:06.987819024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:19:06.989518418Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:19:09.986985952Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=5 entries=5 streamLabelsSize="184 B" entriesSize="15 kB" structuredMetadataSize="322 B" totalSize="16 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:09.987023681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:19:09.98704133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:19:09.987053055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:19:09.987064583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:19:09.987076273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:19:09.988521768Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:19:16.540126929Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=6 streamLabelsSize="208 B" entriesSize="404 kB" structuredMetadataSize="391 B" totalSize="404 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:16.540157615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:19:16.540169243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:19:16.540175555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:19:16.540182737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T18:19:16.540189417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:19:16.540194727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=899
level=debug ts=2026-02-16T18:19:16.544264663Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:19:17.311032601Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:19:19.393164595Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:51254"
level=debug ts=2026-02-16T18:19:20.638613263Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:19:21.163711698Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.8 kB" streams=5 entries=6 streamLabelsSize="170 B" entriesSize="182 kB" structuredMetadataSize="403 B" totalSize="182 kB" mostRecentLagMs=1800 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:21.163743927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=4182
level=debug ts=2026-02-16T18:19:21.163758498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=6181
level=debug ts=2026-02-16T18:19:21.163766781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=1800
level=debug ts=2026-02-16T18:19:21.163774607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:19:21.163781788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=4182
level=debug ts=2026-02-16T18:19:21.166867665Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:19:22.987215764Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=7 entries=8 streamLabelsSize="207 B" entriesSize="31 kB" structuredMetadataSize="522 B" totalSize="31 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:22.987251703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:19:22.987264074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:19:22.98727067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:19:22.987277463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:19:22.987283771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:19:22.987289021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:19:22.987293716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=156
level=debug ts=2026-02-16T18:19:22.988860902Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:19:28.53514494Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=6 entries=6 streamLabelsSize="226 B" entriesSize="34 kB" structuredMetadataSize="418 B" totalSize="34 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:28.535177845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=9906
level=debug ts=2026-02-16T18:19:28.53519035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:19:28.535196873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:19:28.535202518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:19:28.535210093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="588 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:19:28.535215294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="639 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:19:28.537212314Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:19:31.521862802Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=6 entries=6 streamLabelsSize="168 B" entriesSize="41 kB" structuredMetadataSize="407 B" totalSize="41 kB" mostRecentLagMs=1540 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:31.521896505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=8540
level=debug ts=2026-02-16T18:19:31.521909244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4540
level=debug ts=2026-02-16T18:19:31.521916224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=3540
level=debug ts=2026-02-16T18:19:31.521923205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=2540
level=debug ts=2026-02-16T18:19:31.521928788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1540
level=debug ts=2026-02-16T18:19:31.521934145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:19:31.523649369Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:19:33.987546079Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=5 entries=8 streamLabelsSize="192 B" entriesSize="33 kB" structuredMetadataSize="513 B" totalSize="33 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:33.987578398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="16 kB" policy= mostRecentLagMs=2417
level=debug ts=2026-02-16T18:19:33.987590123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:19:33.987598461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:19:33.987605306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="11 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:19:33.987610712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:19:33.989142244Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:19:38.584743281Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=3 entries=3 streamLabelsSize="124 B" entriesSize="24 kB" structuredMetadataSize="197 B" totalSize="24 kB" mostRecentLagMs=4055 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:38.584775254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:19:38.584788347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=8054
level=debug ts=2026-02-16T18:19:38.584794636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="414 B" policy= mostRecentLagMs=4055
level=debug ts=2026-02-16T18:19:38.586188197Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:19:41.139599947Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:56650"
level=debug ts=2026-02-16T18:19:44.070200844Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=3 entries=3 streamLabelsSize="98 B" entriesSize="30 kB" structuredMetadataSize="194 B" totalSize="30 kB" mostRecentLagMs=4087 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:44.070234537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:19:44.070251488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4087
level=debug ts=2026-02-16T18:19:44.070258659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4087
level=debug ts=2026-02-16T18:19:44.071887503Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:19:47.312791778Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:19:49.539273508Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=6 entries=7 streamLabelsSize="199 B" entriesSize="400 kB" structuredMetadataSize="482 B" totalSize="400 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:49.539307483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T18:19:49.539319469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=5827
level=debug ts=2026-02-16T18:19:49.539326238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="192 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:19:49.539332363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="883 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T18:19:49.539338992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T18:19:49.539343879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:19:49.543729456Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:19:52.129907819Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=6 entries=7 streamLabelsSize="215 B" entriesSize="52 kB" structuredMetadataSize="478 B" totalSize="52 kB" mostRecentLagMs=3719 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:52.129945835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:19:52.129960059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="20 kB" policy= mostRecentLagMs=3719
level=debug ts=2026-02-16T18:19:52.129966893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=4149
level=debug ts=2026-02-16T18:19:52.129975353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6148
level=debug ts=2026-02-16T18:19:52.12998436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4149
level=debug ts=2026-02-16T18:19:52.129992312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=5148
level=debug ts=2026-02-16T18:19:52.131746187Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:19:56.747646183Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:19:56.749517407Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:19:56.985033691Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=6 entries=6 streamLabelsSize="217 B" entriesSize="13 kB" structuredMetadataSize="395 B" totalSize="13 kB" mostRecentLagMs=3002 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:19:56.985058819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:19:56.985069415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="569 B" policy= mostRecentLagMs=6002
level=debug ts=2026-02-16T18:19:56.98507537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6002
level=debug ts=2026-02-16T18:19:56.985080204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=3002
level=debug ts=2026-02-16T18:19:56.985086848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9002
level=debug ts=2026-02-16T18:19:56.985093467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T18:19:56.986425376Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:20:04.986339072Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=5 entries=6 streamLabelsSize="150 B" entriesSize="44 kB" structuredMetadataSize="403 B" totalSize="44 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:04.986368198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3499
level=debug ts=2026-02-16T18:20:04.986382017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:20:04.986391462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="446 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:20:04.986399994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:20:04.986405816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:20:04.988493016Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:20:06.397320727Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:48544"
level=debug ts=2026-02-16T18:20:06.537309977Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.9 kB" streams=2 entries=2 streamLabelsSize="62 B" entriesSize="306 kB" structuredMetadataSize="127 B" totalSize="306 kB" mostRecentLagMs=538 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:06.537337387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="306 kB" policy= mostRecentLagMs=538
level=debug ts=2026-02-16T18:20:06.537348888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:20:06.541138935Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:20:07.986626411Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=6 entries=9 streamLabelsSize="209 B" entriesSize="11 kB" structuredMetadataSize="573 B" totalSize="11 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:07.986657262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:20:07.986669247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:20:07.986675694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:20:07.986681351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:20:07.986686687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:20:07.986693283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:20:07.988183502Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:20:15.995551161Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=8 streamLabelsSize="188 B" entriesSize="269 kB" structuredMetadataSize="569 B" totalSize="269 kB" mostRecentLagMs=13 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:15.995584235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T18:20:15.995596315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T18:20:15.995603443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="173 B" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T18:20:15.995608955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="28 kB" policy= mostRecentLagMs=1442
level=debug ts=2026-02-16T18:20:15.995614161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="239 kB" policy= mostRecentLagMs=2021
level=debug ts=2026-02-16T18:20:15.998930426Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:20:17.314430466Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:20:19.986580657Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=7 entries=7 streamLabelsSize="218 B" entriesSize="23 kB" structuredMetadataSize="472 B" totalSize="23 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:19.986607812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="782 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:20:19.986624669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:20:19.986632365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:20:19.986637845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:20:19.986644327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="729 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:20:19.986650244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:20:19.986656285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:20:19.988114392Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:20:23.535005321Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=6 entries=9 streamLabelsSize="184 B" entriesSize="30 kB" structuredMetadataSize="586 B" totalSize="30 kB" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:23.535030592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:20:23.535041632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:20:23.535047601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:20:23.535053905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:20:23.535060813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:20:23.535067483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:20:23.536547755Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:20:27.986250242Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=5 entries=8 streamLabelsSize="145 B" entriesSize="15 kB" structuredMetadataSize="519 B" totalSize="15 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:27.986277274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:20:27.986289441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:20:27.986298099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:20:27.986303155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:20:27.986308811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:20:27.987714439Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:20:33.986255989Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=8 entries=9 streamLabelsSize="249 B" entriesSize="24 kB" structuredMetadataSize="580 B" totalSize="24 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:33.986282815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:20:33.986294996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:20:33.986303116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=1251
level=debug ts=2026-02-16T18:20:33.986308837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:20:33.986314844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:20:33.986319895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="696 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T18:20:33.986324712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:20:33.986329512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:20:33.987774679Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:20:34.779572379Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=5 streamLabelsSize="163 B" entriesSize="275 kB" structuredMetadataSize="347 B" totalSize="276 kB" mostRecentLagMs=250 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:34.779600668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8249
level=debug ts=2026-02-16T18:20:34.779614023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=250
level=debug ts=2026-02-16T18:20:34.779623106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="261 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:20:34.779630279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="338 B" policy= mostRecentLagMs=8249
level=debug ts=2026-02-16T18:20:34.7796364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=2250
level=debug ts=2026-02-16T18:20:34.78357743Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:20:38.986583244Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=4 entries=4 streamLabelsSize="122 B" entriesSize="47 kB" structuredMetadataSize="274 B" totalSize="47 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:38.986609492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:20:38.986621476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:20:38.986627338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7128
level=debug ts=2026-02-16T18:20:38.986634934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:20:38.988141501Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:20:44.087304007Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=3 entries=6 streamLabelsSize="92 B" entriesSize="34 kB" structuredMetadataSize="385 B" totalSize="34 kB" mostRecentLagMs=1105 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:44.087331469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="27 kB" policy= mostRecentLagMs=1105
level=debug ts=2026-02-16T18:20:44.087343773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7105
level=debug ts=2026-02-16T18:20:44.087349764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4104
level=debug ts=2026-02-16T18:20:44.088747707Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:20:45.534022043Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.2 kB" streams=4 entries=4 streamLabelsSize="119 B" entriesSize="2.8 kB" structuredMetadataSize="243 B" totalSize="2.9 kB" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:45.534053047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:20:45.534064838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:20:45.534071651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:20:45.534077042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="415 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:20:45.535397208Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:20:47.316081919Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:20:49.398885166Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:54562"
level=debug ts=2026-02-16T18:20:49.98647559Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.0 kB" streams=5 entries=7 streamLabelsSize="165 B" entriesSize="1.8 kB" structuredMetadataSize="442 B" totalSize="2.0 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:49.986505215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:20:49.986517815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:20:49.986525845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="445 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:20:49.98653187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:20:49.98653703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="599 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:20:49.987847782Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:20:54.98635222Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=6 entries=7 streamLabelsSize="181 B" entriesSize="7.2 kB" structuredMetadataSize="443 B" totalSize="7.4 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:54.986380682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:20:54.986392478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:20:54.986400331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:20:54.986406702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T18:20:54.98641247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:20:54.986419428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T18:20:54.987764862Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:20:57.424201516Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:20:57.53934556Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=5 streamLabelsSize="132 B" entriesSize="419 kB" structuredMetadataSize="338 B" totalSize="419 kB" mostRecentLagMs=3984 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:20:57.539370259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T18:20:57.539382063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:20:57.539389596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:20:57.539395638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=3984
level=debug ts=2026-02-16T18:20:57.544136925Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:21:03.488859048Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=7 entries=8 streamLabelsSize="200 B" entriesSize="53 kB" structuredMetadataSize="539 B" totalSize="53 kB" mostRecentLagMs=507 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:21:03.48890731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6507
level=debug ts=2026-02-16T18:21:03.488918987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="771 B" policy= mostRecentLagMs=507
level=debug ts=2026-02-16T18:21:03.488925976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:21:03.488932665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="210 B" policy= mostRecentLagMs=507
level=debug ts=2026-02-16T18:21:03.488937864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6399
level=debug ts=2026-02-16T18:21:03.488943027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="881 B" policy= mostRecentLagMs=3507
level=debug ts=2026-02-16T18:21:03.488948198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=507
level=debug ts=2026-02-16T18:21:03.491108872Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:21:07.985639134Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=7 entries=7 streamLabelsSize="234 B" entriesSize="15 kB" structuredMetadataSize="465 B" totalSize="16 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:21:07.985667786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:21:07.985679639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:21:07.985686432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T18:21:07.985691758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:21:07.985696632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="232 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:21:07.985701295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:21:07.985706972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T18:21:07.991182532Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:21:09.486531104Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.9 kB" streams=6 entries=8 streamLabelsSize="203 B" entriesSize="127 kB" structuredMetadataSize="596 B" totalSize="127 kB" mostRecentLagMs=957 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:21:09.486564306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=6956
level=debug ts=2026-02-16T18:21:09.486576035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=2957
level=debug ts=2026-02-16T18:21:09.486582317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="51 kB" policy= mostRecentLagMs=957
level=debug ts=2026-02-16T18:21:09.48658867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=957
level=debug ts=2026-02-16T18:21:09.486595744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="67 kB" policy= mostRecentLagMs=9672
level=debug ts=2026-02-16T18:21:09.486600981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=957
level=debug ts=2026-02-16T18:21:09.489461832Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:21:13.989460504Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.9 kB" streams=3 entries=4 streamLabelsSize="95 B" entriesSize="208 kB" structuredMetadataSize="278 B" totalSize="208 kB" mostRecentLagMs=247 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:21:13.989494694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=247
level=debug ts=2026-02-16T18:21:13.989507273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:21:13.989513872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=2726
level=debug ts=2026-02-16T18:21:13.992282147Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:21:17.318392629Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:21:19.987669436Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=5 entries=5 streamLabelsSize="160 B" entriesSize="13 kB" structuredMetadataSize="323 B" totalSize="14 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:21:19.987705778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="759 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:21:19.987719324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:21:19.987726971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:21:19.987734593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:21:19.987740544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T18:21:19.989236559Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:21:21.539012625Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=8 streamLabelsSize="205 B" entriesSize="381 kB" structuredMetadataSize="518 B" totalSize="381 kB" mostRecentLagMs=2979 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:21:21.539046262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T18:21:21.539059271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T18:21:21.539065242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="350 kB" policy= mostRecentLagMs=2979
level=debug ts=2026-02-16T18:21:21.539071396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:21:21.539078492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="22 kB" policy= mostRecentLagMs=4434
level=debug ts=2026-02-16T18:21:21.539084689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:21:21.543961924Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:21:24.986637178Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.1 kB" streams=6 entries=7 streamLabelsSize="192 B" entriesSize="21 kB" structuredMetadataSize="463 B" totalSize="21 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:21:24.986667451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:21:24.986679572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:21:24.98668689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:21:24.986694135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="759 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:21:24.98669969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:21:24.986704937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:21:24.988171111Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:21:31.577118272Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=5 entries=9 streamLabelsSize="169 B" entriesSize="34 kB" structuredMetadataSize="570 B" totalSize="34 kB" mostRecentLagMs=595 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:21:31.577150708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=7595
level=debug ts=2026-02-16T18:21:31.577164259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="814 B" policy= mostRecentLagMs=595
level=debug ts=2026-02-16T18:21:31.57717278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="27 kB" policy= mostRecentLagMs=1595
level=debug ts=2026-02-16T18:21:31.577178681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3595
level=debug ts=2026-02-16T18:21:31.577184769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3595
level=debug ts=2026-02-16T18:21:31.578809316Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:21:32.532904934Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=5 entries=5 streamLabelsSize="176 B" entriesSize="30 kB" structuredMetadataSize="331 B" totalSize="30 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:21:32.532931093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:21:32.532941968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T18:21:32.532949864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:21:32.532955719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="26 kB" policy= mostRecentLagMs=5798
level=debug ts=2026-02-16T18:21:32.532961336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:21:32.53442554Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:21:36.986767052Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=3 entries=3 streamLabelsSize="100 B" entriesSize="39 kB" structuredMetadataSize="221 B" totalSize="39 kB" mostRecentLagMs=4321 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:21:36.986796304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4322
level=debug ts=2026-02-16T18:21:36.986807419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:21:36.986814507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:21:36.988379797Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:21:39.90140516Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:21:41.150718978Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:48046"
ts=2026-02-16T18:21:47.319843845Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:21:49.542041425Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=6 entries=7 streamLabelsSize="196 B" entriesSize="429 kB" structuredMetadataSize="476 B" totalSize="429 kB" mostRecentLagMs=1012 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:21:49.542073296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="371 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T18:21:49.542084777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T18:21:49.542090793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=1012
level=debug ts=2026-02-16T18:21:49.542095853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:21:49.542101199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="787 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T18:21:49.542107767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="420 kB" policy= mostRecentLagMs=1781
level=debug ts=2026-02-16T18:21:49.54634323Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:21:49.985971784Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.7 kB" streams=4 entries=5 streamLabelsSize="146 B" entriesSize="7.8 kB" structuredMetadataSize="312 B" totalSize="7.9 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:21:49.986000121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:21:49.986011515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:21:49.986018105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="796 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:21:49.986024585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:21:49.986228346Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=6 entries=6 streamLabelsSize="202 B" entriesSize="14 kB" structuredMetadataSize="383 B" totalSize="14 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:21:49.986252829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:21:49.986263665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="824 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:21:49.98627004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:21:49.986275389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:21:49.98628055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:21:49.986285836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:21:49.987333278Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:21:49.987529861Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:22:00.989334618Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=8 entries=11 streamLabelsSize="270 B" entriesSize="45 kB" structuredMetadataSize="714 B" totalSize="45 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:00.989368196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:22:00.989379978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:22:00.98938618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:22:00.98939363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:22:00.989400355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=1164
level=debug ts=2026-02-16T18:22:00.989407059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="952 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:22:00.989411898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:22:00.989417124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:22:00.991488209Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:22:01.990615716Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.2 kB" streams=5 entries=6 streamLabelsSize="157 B" entriesSize="213 kB" structuredMetadataSize="432 B" totalSize="213 kB" mostRecentLagMs=5009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:01.99064664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T18:22:01.990658732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="179 kB" policy= mostRecentLagMs=7752
level=debug ts=2026-02-16T18:22:01.990666726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:22:01.990673182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=6263
level=debug ts=2026-02-16T18:22:01.990680326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:22:01.993661922Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:22:08.534038451Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=4 entries=4 streamLabelsSize="133 B" entriesSize="6.3 kB" structuredMetadataSize="256 B" totalSize="6.5 kB" mostRecentLagMs=7004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:08.534070854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:22:08.534083441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:22:08.53408968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:22:08.534097307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:22:08.535527344Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:22:11.15334614Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:50006"
level=debug ts=2026-02-16T18:22:12.987204361Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=4 entries=4 streamLabelsSize="112 B" entriesSize="37 kB" structuredMetadataSize="263 B" totalSize="37 kB" mostRecentLagMs=3006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:12.987235895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T18:22:12.987248357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="540 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:22:12.987255708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:22:12.98726267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T18:22:12.988955627Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:22:13.98580317Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=4 entries=4 streamLabelsSize="127 B" entriesSize="22 kB" structuredMetadataSize="261 B" totalSize="22 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:13.985840698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5984
level=debug ts=2026-02-16T18:22:13.985853363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:22:13.985860521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="541 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:22:13.98586793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:22:13.9873876Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:22:17.32118015Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:22:22.240893502Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:22:22.890564437Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=5 streamLabelsSize="119 B" entriesSize="360 kB" structuredMetadataSize="331 B" totalSize="361 kB" mostRecentLagMs=361 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:22.890600253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4360
level=debug ts=2026-02-16T18:22:22.890613618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:22:22.890621186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4360
level=debug ts=2026-02-16T18:22:22.890627642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=361
level=debug ts=2026-02-16T18:22:22.89496633Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:22:24.987870093Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.0 kB" streams=10 entries=11 streamLabelsSize="323 B" entriesSize="50 kB" structuredMetadataSize="723 B" totalSize="50 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:24.987907452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:22:24.987919783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:22:24.987926037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:22:24.98793172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="12 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:22:24.987936897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:22:24.987941507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:22:24.98794602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8084
level=debug ts=2026-02-16T18:22:24.987951258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:22:24.987959083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:22:24.98796434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:22:24.989629946Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:22:25.985621784Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="945 B" streams=3 entries=3 streamLabelsSize="95 B" entriesSize="3.5 kB" structuredMetadataSize="195 B" totalSize="3.6 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:25.985651664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:22:25.985662991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:22:25.985669023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:22:25.987006326Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:22:36.535379687Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=3 entries=3 streamLabelsSize="108 B" entriesSize="8.1 kB" structuredMetadataSize="182 B" totalSize="8.2 kB" mostRecentLagMs=9005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:36.535413442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:22:36.535426798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="776 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T18:22:36.535434647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T18:22:36.536839507Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:22:36.986935672Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=4 entries=6 streamLabelsSize="140 B" entriesSize="26 kB" structuredMetadataSize="378 B" totalSize="26 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:36.986962237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:22:36.986973487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:22:36.986980641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="17 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:22:36.986988028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:22:36.987522886Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.8 kB" streams=4 entries=5 streamLabelsSize="131 B" entriesSize="73 kB" structuredMetadataSize="344 B" totalSize="73 kB" mostRecentLagMs=329 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:36.987544759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:22:36.987555285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=329
level=debug ts=2026-02-16T18:22:36.987561978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:22:36.987568538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8825
level=debug ts=2026-02-16T18:22:36.988404753Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:22:36.98947489Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:22:41.156105172Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:37594"
ts=2026-02-16T18:22:47.322994937Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:22:47.987905013Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.7 kB" streams=5 entries=5 streamLabelsSize="177 B" entriesSize="7.1 kB" structuredMetadataSize="316 B" totalSize="7.3 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:47.987936549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="570 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:22:47.987948345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:22:47.987955174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:22:47.987961559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:22:47.987968506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="935 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:22:47.989328881Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:22:49.407557449Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:56114"
level=debug ts=2026-02-16T18:22:51.539710267Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=4 entries=5 streamLabelsSize="119 B" entriesSize="376 kB" structuredMetadataSize="320 B" totalSize="376 kB" mostRecentLagMs=3009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:51.539738447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:22:51.539749655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=9617
level=debug ts=2026-02-16T18:22:51.539756836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T18:22:51.539763277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="891 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T18:22:51.543812796Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:22:54.966264724Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.9 kB" streams=7 entries=9 streamLabelsSize="215 B" entriesSize="184 kB" structuredMetadataSize="621 B" totalSize="184 kB" mostRecentLagMs=984 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:54.96629941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5985
level=debug ts=2026-02-16T18:22:54.966311354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=4985
level=debug ts=2026-02-16T18:22:54.966317778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=9999
level=debug ts=2026-02-16T18:22:54.966323993Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1985
level=debug ts=2026-02-16T18:22:54.966328868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=6985
level=debug ts=2026-02-16T18:22:54.966335472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=984
level=debug ts=2026-02-16T18:22:54.966341273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6985
level=debug ts=2026-02-16T18:22:54.96906328Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:22:58.986057703Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=9 entries=10 streamLabelsSize="292 B" entriesSize="14 kB" structuredMetadataSize="644 B" totalSize="15 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:22:58.986084523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:22:58.986096311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:22:58.986103468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="411 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T18:22:58.986109635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T18:22:58.986114545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:22:58.986119749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T18:22:58.986125406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:22:58.986130307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T18:22:58.98613504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:22:58.987595795Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:23:00.850886994Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:23:02.534795214Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=3 entries=3 streamLabelsSize="95 B" entriesSize="8.4 kB" structuredMetadataSize="193 B" totalSize="8.4 kB" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:02.534825073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:23:02.534836823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:23:02.534845357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:23:02.536499797Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:23:06.986850705Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=6 entries=7 streamLabelsSize="182 B" entriesSize="50 kB" structuredMetadataSize="458 B" totalSize="51 kB" mostRecentLagMs=1141 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:06.986880348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:23:06.986892495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:23:06.98689862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="854 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T18:23:06.986904278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:23:06.986909288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:23:06.986924651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1141
level=debug ts=2026-02-16T18:23:06.988615532Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:23:09.98669366Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=6 entries=7 streamLabelsSize="193 B" entriesSize="12 kB" structuredMetadataSize="432 B" totalSize="12 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:09.986724947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:23:09.986738134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:23:09.986744153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:23:09.986750368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:23:09.98675652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:23:09.986761822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="700 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:23:09.988146223Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:23:12.926555598Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=6 entries=9 streamLabelsSize="212 B" entriesSize="492 kB" structuredMetadataSize="659 B" totalSize="493 kB" mostRecentLagMs=1396 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:12.92658488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=3571
level=debug ts=2026-02-16T18:23:12.926596036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=6397
level=debug ts=2026-02-16T18:23:12.926604477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=3396
level=debug ts=2026-02-16T18:23:12.926610161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1396
level=debug ts=2026-02-16T18:23:12.926615203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9397
level=debug ts=2026-02-16T18:23:12.926620278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="92 kB" policy= mostRecentLagMs=4264
level=debug ts=2026-02-16T18:23:12.931235691Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:23:17.325907366Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:23:17.936384278Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=5 entries=8 streamLabelsSize="166 B" entriesSize="205 kB" structuredMetadataSize="544 B" totalSize="205 kB" mostRecentLagMs=1954 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:17.936418975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="26 kB" policy= mostRecentLagMs=3823
level=debug ts=2026-02-16T18:23:17.936431858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1954
level=debug ts=2026-02-16T18:23:17.936438236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=3549
level=debug ts=2026-02-16T18:23:17.936469354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="74 kB" policy= mostRecentLagMs=3955
level=debug ts=2026-02-16T18:23:17.936474518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="93 kB" policy= mostRecentLagMs=3472
level=debug ts=2026-02-16T18:23:17.93922729Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:23:20.988027845Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.4 kB" streams=7 entries=10 streamLabelsSize="218 B" entriesSize="140 kB" structuredMetadataSize="600 B" totalSize="140 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:20.988059671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=6631
level=debug ts=2026-02-16T18:23:20.988070702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=2991
level=debug ts=2026-02-16T18:23:20.988076886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=2024
level=debug ts=2026-02-16T18:23:20.988083657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:23:20.988090662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:23:20.98809616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:23:20.988103151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="63 kB" policy= mostRecentLagMs=1510
level=debug ts=2026-02-16T18:23:20.990685369Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:23:23.53949416Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=6 entries=8 streamLabelsSize="177 B" entriesSize="260 kB" structuredMetadataSize="529 B" totalSize="260 kB" mostRecentLagMs=3843 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:23.539524084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="27 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:23:23.539537259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:23:23.53954442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=5261
level=debug ts=2026-02-16T18:23:23.539550295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=3843
level=debug ts=2026-02-16T18:23:23.539556361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:23:23.539563057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="426 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:23:23.543111829Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:23:28.989087151Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=7 entries=9 streamLabelsSize="208 B" entriesSize="165 kB" structuredMetadataSize="618 B" totalSize="165 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:28.989117574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T18:23:28.989131963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:23:28.989143735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="114 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:23:28.989153136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="25 kB" policy= mostRecentLagMs=6744
level=debug ts=2026-02-16T18:23:28.98916312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:23:28.989168381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:23:28.989172946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1394
level=debug ts=2026-02-16T18:23:28.992118534Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:23:31.070722314Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.4 kB" streams=8 entries=11 streamLabelsSize="253 B" entriesSize="45 kB" structuredMetadataSize="685 B" totalSize="45 kB" mostRecentLagMs=88 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:31.070753851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=1088
level=debug ts=2026-02-16T18:23:31.070766441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5088
level=debug ts=2026-02-16T18:23:31.07077277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6087
level=debug ts=2026-02-16T18:23:31.070778092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1088
level=debug ts=2026-02-16T18:23:31.070783032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="455 B" policy= mostRecentLagMs=6087
level=debug ts=2026-02-16T18:23:31.070787613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4088
level=debug ts=2026-02-16T18:23:31.07079341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=88
level=debug ts=2026-02-16T18:23:31.070799168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1088
level=debug ts=2026-02-16T18:23:31.072497144Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:23:35.53676109Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.7 kB" streams=9 entries=10 streamLabelsSize="295 B" entriesSize="140 kB" structuredMetadataSize="672 B" totalSize="141 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:35.536804389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=8751
level=debug ts=2026-02-16T18:23:35.536822224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:23:35.536832282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:23:35.536846056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=6461
level=debug ts=2026-02-16T18:23:35.536857226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="13 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:23:35.536869182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:23:35.536878227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:23:35.536911465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:23:35.536925067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:23:35.539897303Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:23:36.413855414Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:34162"
ts=2026-02-16T18:23:41.161894405Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:48608"
level=debug ts=2026-02-16T18:23:41.994029803Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=9 entries=10 streamLabelsSize="276 B" entriesSize="296 kB" structuredMetadataSize="653 B" totalSize="296 kB" mostRecentLagMs=1170 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:41.994062335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="47 kB" policy= mostRecentLagMs=4244
level=debug ts=2026-02-16T18:23:41.994075123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:23:41.99408274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T18:23:41.994089603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=5927
level=debug ts=2026-02-16T18:23:41.994096241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T18:23:41.994101405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="29 kB" policy= mostRecentLagMs=6043
level=debug ts=2026-02-16T18:23:41.994106646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=8832
level=debug ts=2026-02-16T18:23:41.994112785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="54 kB" policy= mostRecentLagMs=1170
level=debug ts=2026-02-16T18:23:41.994117771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="106 kB" policy= mostRecentLagMs=3110
level=debug ts=2026-02-16T18:23:41.997958746Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:23:46.146176181Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=4 entries=5 streamLabelsSize="142 B" entriesSize="88 kB" structuredMetadataSize="356 B" totalSize="88 kB" mostRecentLagMs=4616 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:46.146206731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4616
level=debug ts=2026-02-16T18:23:46.146217884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:23:46.146223934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=4616
level=debug ts=2026-02-16T18:23:46.146229636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=4718
level=debug ts=2026-02-16T18:23:46.148847371Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:23:46.226847962Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=8 entries=16 streamLabelsSize="254 B" entriesSize="666 kB" structuredMetadataSize="956 B" totalSize="666 kB" mostRecentLagMs=1244 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:46.226882362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=8244
level=debug ts=2026-02-16T18:23:46.226894858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="37 kB" policy= mostRecentLagMs=6019
level=debug ts=2026-02-16T18:23:46.226903332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="16 kB" policy= mostRecentLagMs=5635
level=debug ts=2026-02-16T18:23:46.226922741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="49 kB" policy= mostRecentLagMs=1245
level=debug ts=2026-02-16T18:23:46.226929893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="74 kB" policy= mostRecentLagMs=5589
level=debug ts=2026-02-16T18:23:46.226937263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2244
level=debug ts=2026-02-16T18:23:46.226943745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T18:23:46.22695082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="466 kB" policy= mostRecentLagMs=1442
level=debug ts=2026-02-16T18:23:46.231612915Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:23:47.32784547Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:23:50.901070583Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:23:50.902680191Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:23:53.992246534Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=6 entries=12 streamLabelsSize="192 B" entriesSize="332 kB" structuredMetadataSize="769 B" totalSize="332 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:53.992278597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:23:53.992290862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T18:23:53.992297527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="29 kB" policy= mostRecentLagMs=8022
level=debug ts=2026-02-16T18:23:53.992304715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:23:53.992310738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T18:23:53.992315805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="268 kB" policy= mostRecentLagMs=1204
level=debug ts=2026-02-16T18:23:53.997738278Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:23:56.534598021Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=6 entries=7 streamLabelsSize="176 B" entriesSize="92 kB" structuredMetadataSize="462 B" totalSize="92 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:56.534626142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=8141
level=debug ts=2026-02-16T18:23:56.534637522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:23:56.534645426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:23:56.534651242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:23:56.534656861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:23:56.534662386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="16 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:23:56.537074428Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:23:56.992609168Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=7 entries=13 streamLabelsSize="210 B" entriesSize="384 kB" structuredMetadataSize="778 B" totalSize="384 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:23:56.992644291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="290 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:23:56.992656155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=2083
level=debug ts=2026-02-16T18:23:56.992663262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:23:56.99267016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:23:56.992677097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="51 kB" policy= mostRecentLagMs=2353
level=debug ts=2026-02-16T18:23:56.992682595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:23:56.992687591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:23:56.996997192Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:05.515514913Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=6 entries=13 streamLabelsSize="174 B" entriesSize="857 kB" structuredMetadataSize="804 B" totalSize="858 kB" mostRecentLagMs=247 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:05.51555092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8534
level=debug ts=2026-02-16T18:24:05.515563411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="369 B" policy= mostRecentLagMs=7534
level=debug ts=2026-02-16T18:24:05.515570892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="29 kB" policy= mostRecentLagMs=2663
level=debug ts=2026-02-16T18:24:05.515576993Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="753 kB" policy= mostRecentLagMs=247
level=debug ts=2026-02-16T18:24:05.515582182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="27 kB" policy= mostRecentLagMs=4913
level=debug ts=2026-02-16T18:24:05.515586824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=8574
level=debug ts=2026-02-16T18:24:05.522401703Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:07.923178495Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=6 entries=25 streamLabelsSize="195 B" entriesSize="1.2 MB" structuredMetadataSize="1.5 kB" totalSize="1.2 MB" mostRecentLagMs=941 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:07.923210286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7941
level=debug ts=2026-02-16T18:24:07.923221813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="998 kB" policy= mostRecentLagMs=1407
level=debug ts=2026-02-16T18:24:07.923228848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="42 kB" policy= mostRecentLagMs=2661
level=debug ts=2026-02-16T18:24:07.92323441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="27 kB" policy= mostRecentLagMs=941
level=debug ts=2026-02-16T18:24:07.923239793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=2898
level=debug ts=2026-02-16T18:24:07.923244629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="116 kB" policy= mostRecentLagMs=3277
level=debug ts=2026-02-16T18:24:07.931509379Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:08.101705365Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.5 kB" streams=4 entries=5 streamLabelsSize="118 B" entriesSize="182 kB" structuredMetadataSize="359 B" totalSize="182 kB" mostRecentLagMs=2671 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:08.101733783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="99 kB" policy= mostRecentLagMs=3050
level=debug ts=2026-02-16T18:24:08.101745731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=8807
level=debug ts=2026-02-16T18:24:08.101751377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="789 B" policy= mostRecentLagMs=8572
level=debug ts=2026-02-16T18:24:08.101756958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=2671
level=debug ts=2026-02-16T18:24:08.103506967Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:15.65434375Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=8 entries=17 streamLabelsSize="242 B" entriesSize="920 kB" structuredMetadataSize="1.1 kB" totalSize="920 kB" mostRecentLagMs=341 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:15.654377777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=8842
level=debug ts=2026-02-16T18:24:15.65438892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=385
level=debug ts=2026-02-16T18:24:15.654395882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="771 kB" policy= mostRecentLagMs=341
level=debug ts=2026-02-16T18:24:15.654403123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5672
level=debug ts=2026-02-16T18:24:15.654409394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="23 kB" policy= mostRecentLagMs=3673
level=debug ts=2026-02-16T18:24:15.654414494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="55 kB" policy= mostRecentLagMs=516
level=debug ts=2026-02-16T18:24:15.654420739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="19 kB" policy= mostRecentLagMs=3673
level=debug ts=2026-02-16T18:24:15.654427477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=673
level=debug ts=2026-02-16T18:24:15.661483902Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:24:17.329280177Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:24:17.997852275Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=13 entries=21 streamLabelsSize="404 B" entriesSize="737 kB" structuredMetadataSize="1.3 kB" totalSize="737 kB" mostRecentLagMs=681 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:17.997927886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="42 kB" policy= mostRecentLagMs=8169
level=debug ts=2026-02-16T18:24:17.9980439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T18:24:17.998054382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="593 kB" policy= mostRecentLagMs=681
level=debug ts=2026-02-16T18:24:17.998113153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="16 kB" policy= mostRecentLagMs=6898
level=debug ts=2026-02-16T18:24:17.998118709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="19 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T18:24:17.998124242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="240 B" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T18:24:17.998129937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="14 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T18:24:17.998135175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T18:24:17.998140641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=8016
level=debug ts=2026-02-16T18:24:17.998145613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="36 kB" policy= mostRecentLagMs=3413
level=debug ts=2026-02-16T18:24:17.998150234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T18:24:17.998155349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T18:24:17.998159914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tenant-dev-stoi\"}" streamLabelsHash=3693897890 streamSizeBytes="112 B" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T18:24:18.003869758Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:18.53683541Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=8 entries=14 streamLabelsSize="245 B" entriesSize="224 kB" structuredMetadataSize="920 B" totalSize="225 kB" mostRecentLagMs=38 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:18.536864574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="881 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:24:18.536875933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="13 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:24:18.536883402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=8781
level=debug ts=2026-02-16T18:24:18.536889778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="102 kB" policy= mostRecentLagMs=38
level=debug ts=2026-02-16T18:24:18.536897864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="29 kB" policy= mostRecentLagMs=2439
level=debug ts=2026-02-16T18:24:18.536903199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="10 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:24:18.536909696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T18:24:18.536914573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tenant-dev-stoi\"}" streamLabelsHash=3693897890 streamSizeBytes="232 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:24:18.539863408Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:25.953527232Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="99 kB" streams=7 entries=29 streamLabelsSize="227 B" entriesSize="2.1 MB" structuredMetadataSize="1.8 kB" totalSize="2.1 MB" mostRecentLagMs=165 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:25.953570702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="59 kB" policy= mostRecentLagMs=692
level=debug ts=2026-02-16T18:24:25.953583499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=494
level=debug ts=2026-02-16T18:24:25.953591529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=423
level=debug ts=2026-02-16T18:24:25.953598079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="39 kB" policy= mostRecentLagMs=2743
level=debug ts=2026-02-16T18:24:25.953603667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="219 B" policy= mostRecentLagMs=7972
level=debug ts=2026-02-16T18:24:25.953609617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9972
level=debug ts=2026-02-16T18:24:25.953615512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=165
level=debug ts=2026-02-16T18:24:25.96806277Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:28.703828881Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="67 kB" streams=9 entries=27 streamLabelsSize="290 B" entriesSize="1.4 MB" structuredMetadataSize="1.7 kB" totalSize="1.4 MB" mostRecentLagMs=199 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:28.703864969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8721
level=debug ts=2026-02-16T18:24:28.70387717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=721
level=debug ts=2026-02-16T18:24:28.703884024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=409
level=debug ts=2026-02-16T18:24:28.703889536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1352
level=debug ts=2026-02-16T18:24:28.703895234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=1721
level=debug ts=2026-02-16T18:24:28.70390142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=7721
level=debug ts=2026-02-16T18:24:28.703906189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 kB" policy= mostRecentLagMs=199
level=debug ts=2026-02-16T18:24:28.703910919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="406 B" policy= mostRecentLagMs=2721
level=debug ts=2026-02-16T18:24:28.703916092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=7721
level=debug ts=2026-02-16T18:24:28.71240005Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:29.538045706Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=6 entries=9 streamLabelsSize="171 B" entriesSize="253 kB" structuredMetadataSize="628 B" totalSize="253 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:29.538080105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="134 kB" policy= mostRecentLagMs=1714
level=debug ts=2026-02-16T18:24:29.538092284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:24:29.538100497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="99 kB" policy= mostRecentLagMs=3676
level=debug ts=2026-02-16T18:24:29.538107447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tenant-dev-stoi\"}" streamLabelsHash=3693897890 streamSizeBytes="245 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:24:29.538114219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="426 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:24:29.538119948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:24:29.541301137Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:34.169960068Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="97 kB" streams=10 entries=32 streamLabelsSize="304 B" entriesSize="2.1 MB" structuredMetadataSize="1.9 kB" totalSize="2.1 MB" mostRecentLagMs=223 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:34.16999042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=1119
level=debug ts=2026-02-16T18:24:34.170001732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="15 kB" policy= mostRecentLagMs=5188
level=debug ts=2026-02-16T18:24:34.170008178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=8188
level=debug ts=2026-02-16T18:24:34.170014759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=223
level=debug ts=2026-02-16T18:24:34.170019902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7188
level=debug ts=2026-02-16T18:24:34.170025317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="66 kB" policy= mostRecentLagMs=3992
level=debug ts=2026-02-16T18:24:34.170031559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=5322
level=debug ts=2026-02-16T18:24:34.1700368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4189
level=debug ts=2026-02-16T18:24:34.170041899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="57 kB" policy= mostRecentLagMs=3906
level=debug ts=2026-02-16T18:24:34.170046382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=5188
level=debug ts=2026-02-16T18:24:34.180993948Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:36.055045869Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="94 kB" streams=9 entries=32 streamLabelsSize="287 B" entriesSize="2.1 MB" structuredMetadataSize="1.9 kB" totalSize="2.1 MB" mostRecentLagMs=189 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:36.055081841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="33 kB" policy= mostRecentLagMs=1998
level=debug ts=2026-02-16T18:24:36.055093388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1072
level=debug ts=2026-02-16T18:24:36.055100644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=5072
level=debug ts=2026-02-16T18:24:36.055107423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=6384
level=debug ts=2026-02-16T18:24:36.055113106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="85 kB" policy= mostRecentLagMs=509
level=debug ts=2026-02-16T18:24:36.055118726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=1072
level=debug ts=2026-02-16T18:24:36.055124731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="54 kB" policy= mostRecentLagMs=5763
level=debug ts=2026-02-16T18:24:36.055129786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=190
level=debug ts=2026-02-16T18:24:36.055134853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="682 B" policy= mostRecentLagMs=1072
level=debug ts=2026-02-16T18:24:36.070224392Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:38.339595748Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="94 kB" streams=4 entries=24 streamLabelsSize="120 B" entriesSize="2.0 MB" structuredMetadataSize="1.4 kB" totalSize="2.0 MB" mostRecentLagMs=317 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:38.339626809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="49 kB" policy= mostRecentLagMs=856
level=debug ts=2026-02-16T18:24:38.339638161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3358
level=debug ts=2026-02-16T18:24:38.339644224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="39 kB" policy= mostRecentLagMs=1508
level=debug ts=2026-02-16T18:24:38.339649457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=317
level=debug ts=2026-02-16T18:24:38.350892994Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:40.236886415Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=6 entries=11 streamLabelsSize="192 B" entriesSize="415 kB" structuredMetadataSize="762 B" totalSize="416 kB" mostRecentLagMs=706 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:40.236916224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=706
level=debug ts=2026-02-16T18:24:40.236927983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="247 kB" policy= mostRecentLagMs=1335
level=debug ts=2026-02-16T18:24:40.236933751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=6706
level=debug ts=2026-02-16T18:24:40.236940849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="54 kB" policy= mostRecentLagMs=6103
level=debug ts=2026-02-16T18:24:40.236946316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="29 kB" policy= mostRecentLagMs=3998
level=debug ts=2026-02-16T18:24:40.236951249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="17 kB" policy= mostRecentLagMs=2793
level=debug ts=2026-02-16T18:24:40.240649964Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:41.709425377Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="92 kB" streams=9 entries=30 streamLabelsSize="278 B" entriesSize="2.0 MB" structuredMetadataSize="1.8 kB" totalSize="2.0 MB" mostRecentLagMs=313 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:41.709481878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="42 kB" policy= mostRecentLagMs=4739
level=debug ts=2026-02-16T18:24:41.709494687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1727
level=debug ts=2026-02-16T18:24:41.709501329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=313
level=debug ts=2026-02-16T18:24:41.709507566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1727
level=debug ts=2026-02-16T18:24:41.709513351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="32 kB" policy= mostRecentLagMs=374
level=debug ts=2026-02-16T18:24:41.709518347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=5548
level=debug ts=2026-02-16T18:24:41.709523344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=2438
level=debug ts=2026-02-16T18:24:41.709528056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="43 kB" policy= mostRecentLagMs=4874
level=debug ts=2026-02-16T18:24:41.7095328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="37 kB" policy= mostRecentLagMs=1099
level=debug ts=2026-02-16T18:24:41.723065076Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:43.460106498Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="96 kB" streams=5 entries=26 streamLabelsSize="148 B" entriesSize="2.1 MB" structuredMetadataSize="1.6 kB" totalSize="2.1 MB" mostRecentLagMs=281 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:43.460164134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=281
level=debug ts=2026-02-16T18:24:43.460186423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4505
level=debug ts=2026-02-16T18:24:43.460203887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=1124
level=debug ts=2026-02-16T18:24:43.460218864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="17 kB" policy= mostRecentLagMs=1998
level=debug ts=2026-02-16T18:24:43.460233383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=478
level=debug ts=2026-02-16T18:24:43.471111362Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:46.81159169Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="87 kB" streams=3 entries=24 streamLabelsSize="91 B" entriesSize="2.0 MB" structuredMetadataSize="1.4 kB" totalSize="2.0 MB" mostRecentLagMs=351 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:46.81163204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=351
level=debug ts=2026-02-16T18:24:46.811644258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2829
level=debug ts=2026-02-16T18:24:46.811652114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=2829
level=debug ts=2026-02-16T18:24:46.822522178Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:46.854188961Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:24:47.332041179Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:24:48.727256818Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="88 kB" streams=4 entries=24 streamLabelsSize="129 B" entriesSize="2.0 MB" structuredMetadataSize="1.4 kB" totalSize="2.0 MB" mostRecentLagMs=386 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:48.727298429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="21 kB" policy= mostRecentLagMs=4745
level=debug ts=2026-02-16T18:24:48.727316353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=386
level=debug ts=2026-02-16T18:24:48.727327159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2746
level=debug ts=2026-02-16T18:24:48.727338138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="50 kB" policy= mostRecentLagMs=2374
level=debug ts=2026-02-16T18:24:48.736891197Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:24:49.415823167Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:54238"
level=debug ts=2026-02-16T18:24:51.470310714Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=8 entries=14 streamLabelsSize="233 B" entriesSize="294 kB" structuredMetadataSize="932 B" totalSize="294 kB" mostRecentLagMs=940 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:51.47034035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="232 B" policy= mostRecentLagMs=940
level=debug ts=2026-02-16T18:24:51.470352483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=2940
level=debug ts=2026-02-16T18:24:51.47035975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="196 kB" policy= mostRecentLagMs=2472
level=debug ts=2026-02-16T18:24:51.470366919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4940
level=debug ts=2026-02-16T18:24:51.470372403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=7748
level=debug ts=2026-02-16T18:24:51.470378241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="19 kB" policy= mostRecentLagMs=4940
level=debug ts=2026-02-16T18:24:51.470383166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="298 B" policy= mostRecentLagMs=3940
level=debug ts=2026-02-16T18:24:51.470389723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3940
level=debug ts=2026-02-16T18:24:51.474199263Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:54.129595276Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=9 entries=32 streamLabelsSize="266 B" entriesSize="2.1 MB" structuredMetadataSize="1.9 kB" totalSize="2.1 MB" mostRecentLagMs=520 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:54.129626587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="663 B" policy= mostRecentLagMs=5147
level=debug ts=2026-02-16T18:24:54.129637625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1144
level=debug ts=2026-02-16T18:24:54.129644176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=1144
level=debug ts=2026-02-16T18:24:54.129651173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=520
level=debug ts=2026-02-16T18:24:54.129657743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4148
level=debug ts=2026-02-16T18:24:54.129663124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="43 kB" policy= mostRecentLagMs=3706
level=debug ts=2026-02-16T18:24:54.129668061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="232 B" policy= mostRecentLagMs=4148
level=debug ts=2026-02-16T18:24:54.129672731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5147
level=debug ts=2026-02-16T18:24:54.129677701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5147
level=debug ts=2026-02-16T18:24:54.173538251Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:24:56.594406741Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="98 kB" streams=16 entries=38 streamLabelsSize="508 B" entriesSize="2.0 MB" structuredMetadataSize="2.3 kB" totalSize="2.0 MB" mostRecentLagMs=485 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:24:56.594463619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=3611
level=debug ts=2026-02-16T18:24:56.594486325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="26 kB" policy= mostRecentLagMs=4612
level=debug ts=2026-02-16T18:24:56.594497418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="112 B" policy= mostRecentLagMs=3611
level=debug ts=2026-02-16T18:24:56.594503094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="112 B" policy= mostRecentLagMs=612
level=debug ts=2026-02-16T18:24:56.594508246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5612
level=debug ts=2026-02-16T18:24:56.594516662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="382 B" policy= mostRecentLagMs=1612
level=debug ts=2026-02-16T18:24:56.594525249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="44 kB" policy= mostRecentLagMs=1244
level=debug ts=2026-02-16T18:24:56.594534663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1612
level=debug ts=2026-02-16T18:24:56.594547716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=7530
level=debug ts=2026-02-16T18:24:56.594555525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="112 B" policy= mostRecentLagMs=3611
level=debug ts=2026-02-16T18:24:56.594562403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="19 kB" policy= mostRecentLagMs=7612
level=debug ts=2026-02-16T18:24:56.594570087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=5768
level=debug ts=2026-02-16T18:24:56.594574697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="103 B" policy= mostRecentLagMs=612
level=debug ts=2026-02-16T18:24:56.594579438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8611
level=debug ts=2026-02-16T18:24:56.594586879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=9612
level=debug ts=2026-02-16T18:24:56.594594029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=486
level=debug ts=2026-02-16T18:24:56.609131767Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:00.262793147Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="97 kB" streams=4 entries=25 streamLabelsSize="117 B" entriesSize="2.1 MB" structuredMetadataSize="1.5 kB" totalSize="2.1 MB" mostRecentLagMs=462 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:00.262824852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=462
level=debug ts=2026-02-16T18:25:00.262836316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="52 kB" policy= mostRecentLagMs=5417
level=debug ts=2026-02-16T18:25:00.262842852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=1466
level=debug ts=2026-02-16T18:25:00.262848882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3519
level=debug ts=2026-02-16T18:25:00.27689218Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:01.556199075Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=11 entries=19 streamLabelsSize="363 B" entriesSize="424 kB" structuredMetadataSize="1.3 kB" totalSize="424 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:01.556227076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9026
level=debug ts=2026-02-16T18:25:01.556238629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2026
level=debug ts=2026-02-16T18:25:01.55624484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="159 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:25:01.556250334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="152 kB" policy= mostRecentLagMs=1836
level=debug ts=2026-02-16T18:25:01.556255554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=10026
level=debug ts=2026-02-16T18:25:01.556260649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="13 kB" policy= mostRecentLagMs=8026
level=debug ts=2026-02-16T18:25:01.556266222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="57 kB" policy= mostRecentLagMs=4026
level=debug ts=2026-02-16T18:25:01.556271004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=4869
level=debug ts=2026-02-16T18:25:01.556275493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="112 B" policy= mostRecentLagMs=10026
level=debug ts=2026-02-16T18:25:01.556280181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="232 B" policy= mostRecentLagMs=8026
level=debug ts=2026-02-16T18:25:01.556284941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=5026
level=debug ts=2026-02-16T18:25:01.561469641Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:04.441414298Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="93 kB" streams=9 entries=35 streamLabelsSize="278 B" entriesSize="2.1 MB" structuredMetadataSize="2.1 kB" totalSize="2.1 MB" mostRecentLagMs=344 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:04.441459771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="43 kB" policy= mostRecentLagMs=2746
level=debug ts=2026-02-16T18:25:04.441471579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=2787
level=debug ts=2026-02-16T18:25:04.441477711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=2935
level=debug ts=2026-02-16T18:25:04.441483102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=344
level=debug ts=2026-02-16T18:25:04.441496158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="232 B" policy= mostRecentLagMs=6458
level=debug ts=2026-02-16T18:25:04.441503543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6458
level=debug ts=2026-02-16T18:25:04.441510367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4459
level=debug ts=2026-02-16T18:25:04.441520232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="241 B" policy= mostRecentLagMs=5459
level=debug ts=2026-02-16T18:25:04.441529552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4459
level=debug ts=2026-02-16T18:25:04.451672275Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:06.378602175Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="107 kB" streams=9 entries=35 streamLabelsSize="274 B" entriesSize="2.1 MB" structuredMetadataSize="2.2 kB" totalSize="2.1 MB" mostRecentLagMs=383 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:06.378651286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=383
level=debug ts=2026-02-16T18:25:06.378673085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="87 kB" policy= mostRecentLagMs=2916
level=debug ts=2026-02-16T18:25:06.378687405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="41 kB" policy= mostRecentLagMs=1835
level=debug ts=2026-02-16T18:25:06.378701512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2646
level=debug ts=2026-02-16T18:25:06.378714332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="576 B" policy= mostRecentLagMs=1397
level=debug ts=2026-02-16T18:25:06.378729875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="80 kB" policy= mostRecentLagMs=2898
level=debug ts=2026-02-16T18:25:06.378786542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="300 B" policy= mostRecentLagMs=1397
level=debug ts=2026-02-16T18:25:06.37884785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=2397
level=debug ts=2026-02-16T18:25:06.378867462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="688 B" policy= mostRecentLagMs=2397
level=debug ts=2026-02-16T18:25:06.38854014Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:25:11.170425632Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:40168"
level=debug ts=2026-02-16T18:25:11.68636905Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=13 entries=16 streamLabelsSize="426 B" entriesSize="178 kB" structuredMetadataSize="1.0 kB" totalSize="178 kB" mostRecentLagMs=156 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:11.686404712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="10 kB" policy= mostRecentLagMs=6157
level=debug ts=2026-02-16T18:25:11.686423074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="114 kB" policy= mostRecentLagMs=8497
level=debug ts=2026-02-16T18:25:11.686433276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="344 B" policy= mostRecentLagMs=4156
level=debug ts=2026-02-16T18:25:11.686462207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=3539
level=debug ts=2026-02-16T18:25:11.686473128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="300 B" policy= mostRecentLagMs=1156
level=debug ts=2026-02-16T18:25:11.686482481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:25:11.686488472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3156
level=debug ts=2026-02-16T18:25:11.686493379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=2157
level=debug ts=2026-02-16T18:25:11.686499059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="172 B" policy= mostRecentLagMs=156
level=debug ts=2026-02-16T18:25:11.686503781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="103 B" policy= mostRecentLagMs=156
level=debug ts=2026-02-16T18:25:11.68650837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="300 B" policy= mostRecentLagMs=1156
level=debug ts=2026-02-16T18:25:11.686513524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="21 kB" policy= mostRecentLagMs=156
level=debug ts=2026-02-16T18:25:11.686518554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=156
level=debug ts=2026-02-16T18:25:11.68997889Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:14.433593316Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="73 kB" streams=14 entries=32 streamLabelsSize="433 B" entriesSize="1.6 MB" structuredMetadataSize="1.9 kB" totalSize="1.6 MB" mostRecentLagMs=451 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:14.433621959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="300 B" policy= mostRecentLagMs=1451
level=debug ts=2026-02-16T18:25:14.433633994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=9738
level=debug ts=2026-02-16T18:25:14.433640419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="960 B" policy= mostRecentLagMs=6451
level=debug ts=2026-02-16T18:25:14.433646516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6451
level=debug ts=2026-02-16T18:25:14.433652599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=451
level=debug ts=2026-02-16T18:25:14.433657278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="536 B" policy= mostRecentLagMs=451
level=debug ts=2026-02-16T18:25:14.433662503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="333 B" policy= mostRecentLagMs=8451
level=debug ts=2026-02-16T18:25:14.433667666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="19 kB" policy= mostRecentLagMs=2450
level=debug ts=2026-02-16T18:25:14.433673691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=579
level=debug ts=2026-02-16T18:25:14.433678103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="996 B" policy= mostRecentLagMs=5451
level=debug ts=2026-02-16T18:25:14.433682445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=451
level=debug ts=2026-02-16T18:25:14.433686796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4451
level=debug ts=2026-02-16T18:25:14.433691356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="14 kB" policy= mostRecentLagMs=9451
level=debug ts=2026-02-16T18:25:14.433696028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="412 B" policy= mostRecentLagMs=1451
level=debug ts=2026-02-16T18:25:14.442851324Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:15.79902497Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="98 kB" streams=8 entries=35 streamLabelsSize="230 B" entriesSize="2.1 MB" structuredMetadataSize="2.2 kB" totalSize="2.1 MB" mostRecentLagMs=257 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:15.799054268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="763 B" policy= mostRecentLagMs=3817
level=debug ts=2026-02-16T18:25:15.799065128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5817
level=debug ts=2026-02-16T18:25:15.799071006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=257
level=debug ts=2026-02-16T18:25:15.799076738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="29 kB" policy= mostRecentLagMs=7349
level=debug ts=2026-02-16T18:25:15.799082177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="600 B" policy= mostRecentLagMs=4817
level=debug ts=2026-02-16T18:25:15.799087558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="13 kB" policy= mostRecentLagMs=817
level=debug ts=2026-02-16T18:25:15.799092266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=817
level=debug ts=2026-02-16T18:25:15.799097054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=817
level=debug ts=2026-02-16T18:25:15.811696857Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:25:17.333962377Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:25:22.53786751Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=12 entries=19 streamLabelsSize="368 B" entriesSize="262 kB" structuredMetadataSize="1.3 kB" totalSize="262 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:22.537897273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8920
level=debug ts=2026-02-16T18:25:22.537913685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:25:22.537922559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="598 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:25:22.537932364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="570 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:25:22.537939912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="35 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:25:22.537946133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:25:22.537952863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=4681
level=debug ts=2026-02-16T18:25:22.537958158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="26 kB" policy= mostRecentLagMs=23
level=debug ts=2026-02-16T18:25:22.537965025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=4929
level=debug ts=2026-02-16T18:25:22.537970352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="29 kB" policy= mostRecentLagMs=9747
level=debug ts=2026-02-16T18:25:22.537976513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="68 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:25:22.537985841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="31 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:25:22.541987256Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:24.141269763Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="103 kB" streams=7 entries=32 streamLabelsSize="213 B" entriesSize="2.1 MB" structuredMetadataSize="2.0 kB" totalSize="2.1 MB" mostRecentLagMs=37 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:24.141297036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=160
level=debug ts=2026-02-16T18:25:24.141308887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8160
level=debug ts=2026-02-16T18:25:24.141316604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=3043
level=debug ts=2026-02-16T18:25:24.141322214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=7434
level=debug ts=2026-02-16T18:25:24.1413278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="532 B" policy= mostRecentLagMs=160
level=debug ts=2026-02-16T18:25:24.141333094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=37
level=debug ts=2026-02-16T18:25:24.141339879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=2648
level=debug ts=2026-02-16T18:25:24.150675071Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:25.017891464Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="90 kB" streams=13 entries=44 streamLabelsSize="406 B" entriesSize="1.8 MB" structuredMetadataSize="2.8 kB" totalSize="1.8 MB" mostRecentLagMs=35 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:25.017918672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5035
level=debug ts=2026-02-16T18:25:25.017929614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=35
level=debug ts=2026-02-16T18:25:25.01793593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=35
level=debug ts=2026-02-16T18:25:25.017941409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="52 kB" policy= mostRecentLagMs=3913
level=debug ts=2026-02-16T18:25:25.017946874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=200
level=debug ts=2026-02-16T18:25:25.017952228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=35
level=debug ts=2026-02-16T18:25:25.01795685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=7035
level=debug ts=2026-02-16T18:25:25.017962028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="33 kB" policy= mostRecentLagMs=3035
level=debug ts=2026-02-16T18:25:25.017967189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="298 B" policy= mostRecentLagMs=6035
level=debug ts=2026-02-16T18:25:25.017971983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=35
level=debug ts=2026-02-16T18:25:25.017976583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=35
level=debug ts=2026-02-16T18:25:25.017981477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=35
level=debug ts=2026-02-16T18:25:25.017986256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="581 B" policy= mostRecentLagMs=10035
level=debug ts=2026-02-16T18:25:25.026985188Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:33.541664675Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=9 entries=15 streamLabelsSize="272 B" entriesSize="126 kB" structuredMetadataSize="999 B" totalSize="126 kB" mostRecentLagMs=2011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:33.541707136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=3849
level=debug ts=2026-02-16T18:25:33.541725625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="937 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T18:25:33.541736482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:25:33.541747315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T18:25:33.541759039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="19 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T18:25:33.541768722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="407 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T18:25:33.541778227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T18:25:33.541785305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T18:25:33.541794019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=2190
level=debug ts=2026-02-16T18:25:33.545146667Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:34.148710943Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="76 kB" streams=9 entries=25 streamLabelsSize="276 B" entriesSize="1.4 MB" structuredMetadataSize="1.5 kB" totalSize="1.4 MB" mostRecentLagMs=167 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:34.148748507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=10045
level=debug ts=2026-02-16T18:25:34.148767593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=2258
level=debug ts=2026-02-16T18:25:34.148779045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=5167
level=debug ts=2026-02-16T18:25:34.14878822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=5783
level=debug ts=2026-02-16T18:25:34.14879894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="93 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:25:34.148810409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=167
level=debug ts=2026-02-16T18:25:34.148838595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="165 kB" policy= mostRecentLagMs=9599
level=debug ts=2026-02-16T18:25:34.148851744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7167
level=debug ts=2026-02-16T18:25:34.148860675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="298 B" policy= mostRecentLagMs=6167
level=debug ts=2026-02-16T18:25:34.157157473Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:35.092353509Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="57 kB" streams=15 entries=29 streamLabelsSize="459 B" entriesSize="1.2 MB" structuredMetadataSize="1.8 kB" totalSize="1.2 MB" mostRecentLagMs=109 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:35.092478202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=1109
level=debug ts=2026-02-16T18:25:35.092555398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=1109
level=debug ts=2026-02-16T18:25:35.09257824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="90 B" policy= mostRecentLagMs=9109
level=debug ts=2026-02-16T18:25:35.092597188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7110
level=debug ts=2026-02-16T18:25:35.092613771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=109
level=debug ts=2026-02-16T18:25:35.09267683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="919 B" policy= mostRecentLagMs=109
level=debug ts=2026-02-16T18:25:35.092716792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="90 B" policy= mostRecentLagMs=9109
level=debug ts=2026-02-16T18:25:35.092731958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=323
level=debug ts=2026-02-16T18:25:35.092752325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4110
level=debug ts=2026-02-16T18:25:35.09284174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="931 B" policy= mostRecentLagMs=8110
level=debug ts=2026-02-16T18:25:35.092895776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8110
level=debug ts=2026-02-16T18:25:35.092925473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5110
level=debug ts=2026-02-16T18:25:35.093064851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=1110
level=debug ts=2026-02-16T18:25:35.093133591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="90 B" policy= mostRecentLagMs=9110
level=debug ts=2026-02-16T18:25:35.093144543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="216 B" policy= mostRecentLagMs=9110
level=debug ts=2026-02-16T18:25:35.100001847Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:38.117198397Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:25:44.594434619Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.9 kB" streams=9 entries=10 streamLabelsSize="284 B" entriesSize="88 kB" structuredMetadataSize="681 B" totalSize="88 kB" mostRecentLagMs=3065 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:44.594483383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="39 kB" policy= mostRecentLagMs=3065
level=debug ts=2026-02-16T18:25:44.594495849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3065
level=debug ts=2026-02-16T18:25:44.594502056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="38 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:25:44.594507979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=9466
level=debug ts=2026-02-16T18:25:44.59451273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=9064
level=debug ts=2026-02-16T18:25:44.594518135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7065
level=debug ts=2026-02-16T18:25:44.594523305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=3065
level=debug ts=2026-02-16T18:25:44.594528457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="298 B" policy= mostRecentLagMs=3065
level=debug ts=2026-02-16T18:25:44.594534045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=6065
level=debug ts=2026-02-16T18:25:44.597202773Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:44.743622035Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="84 kB" streams=11 entries=32 streamLabelsSize="311 B" entriesSize="1.4 MB" structuredMetadataSize="2.0 kB" totalSize="1.4 MB" mostRecentLagMs=191 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:44.74365192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1762
level=debug ts=2026-02-16T18:25:44.743663782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=762
level=debug ts=2026-02-16T18:25:44.743670293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=191
level=debug ts=2026-02-16T18:25:44.7436764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="39 kB" policy= mostRecentLagMs=8762
level=debug ts=2026-02-16T18:25:44.743681491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="298 B" policy= mostRecentLagMs=7761
level=debug ts=2026-02-16T18:25:44.743686749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=245
level=debug ts=2026-02-16T18:25:44.743692454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4762
level=debug ts=2026-02-16T18:25:44.743698442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="24 kB" policy= mostRecentLagMs=8762
level=debug ts=2026-02-16T18:25:44.743703402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9762
level=debug ts=2026-02-16T18:25:44.743709668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="34 kB" policy= mostRecentLagMs=2762
level=debug ts=2026-02-16T18:25:44.74371465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="30 kB" policy= mostRecentLagMs=2762
level=debug ts=2026-02-16T18:25:44.750624917Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:46.023522476Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="97 kB" streams=12 entries=38 streamLabelsSize="362 B" entriesSize="2.0 MB" structuredMetadataSize="2.3 kB" totalSize="2.0 MB" mostRecentLagMs=172 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:46.023551633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="298 B" policy= mostRecentLagMs=7040
level=debug ts=2026-02-16T18:25:46.023563465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="28 kB" policy= mostRecentLagMs=8040
level=debug ts=2026-02-16T18:25:46.023570599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="49 kB" policy= mostRecentLagMs=8040
level=debug ts=2026-02-16T18:25:46.023576209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=172
level=debug ts=2026-02-16T18:25:46.023581234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10040
level=debug ts=2026-02-16T18:25:46.023586206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="298 B" policy= mostRecentLagMs=7040
level=debug ts=2026-02-16T18:25:46.023590798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="298 B" policy= mostRecentLagMs=7040
level=debug ts=2026-02-16T18:25:46.023595548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=8040
level=debug ts=2026-02-16T18:25:46.023600945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=9041
level=debug ts=2026-02-16T18:25:46.023605682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="298 B" policy= mostRecentLagMs=7040
level=debug ts=2026-02-16T18:25:46.023610262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="64 kB" policy= mostRecentLagMs=4041
level=debug ts=2026-02-16T18:25:46.023615856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="815 B" policy= mostRecentLagMs=4041
level=debug ts=2026-02-16T18:25:46.036414022Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:25:47.336394383Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:25:54.786636247Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="105 kB" streams=11 entries=33 streamLabelsSize="341 B" entriesSize="2.0 MB" structuredMetadataSize="2.1 kB" totalSize="2.0 MB" mostRecentLagMs=804 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:54.786668034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="136 B" policy= mostRecentLagMs=804
level=debug ts=2026-02-16T18:25:54.786679217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=804
level=debug ts=2026-02-16T18:25:54.786686761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=8766
level=debug ts=2026-02-16T18:25:54.786692557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=4120
level=debug ts=2026-02-16T18:25:54.786697901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2805
level=debug ts=2026-02-16T18:25:54.786702921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=8443
level=debug ts=2026-02-16T18:25:54.786707643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="47 kB" policy= mostRecentLagMs=8762
level=debug ts=2026-02-16T18:25:54.786713499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="23 kB" policy= mostRecentLagMs=804
level=debug ts=2026-02-16T18:25:54.786718652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1805
level=debug ts=2026-02-16T18:25:54.786723654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="121 B" policy= mostRecentLagMs=804
level=debug ts=2026-02-16T18:25:54.786730138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5805
level=debug ts=2026-02-16T18:25:54.830337608Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:56.098297726Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="48 kB" streams=8 entries=19 streamLabelsSize="230 B" entriesSize="1.1 MB" structuredMetadataSize="1.2 kB" totalSize="1.1 MB" mostRecentLagMs=731 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:56.098328173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="136 B" policy= mostRecentLagMs=1115
level=debug ts=2026-02-16T18:25:56.098340081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=9715
level=debug ts=2026-02-16T18:25:56.098346911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="136 B" policy= mostRecentLagMs=1115
level=debug ts=2026-02-16T18:25:56.098352719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=2116
level=debug ts=2026-02-16T18:25:56.098358341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=731
level=debug ts=2026-02-16T18:25:56.09836351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=4454
level=debug ts=2026-02-16T18:25:56.098368669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="136 B" policy= mostRecentLagMs=1115
level=debug ts=2026-02-16T18:25:56.098373581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="136 B" policy= mostRecentLagMs=1115
level=debug ts=2026-02-16T18:25:56.10629489Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:25:56.276278263Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.5 kB" streams=8 entries=17 streamLabelsSize="253 B" entriesSize="84 kB" structuredMetadataSize="1.2 kB" totalSize="84 kB" mostRecentLagMs=1746 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:25:56.276307845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="880 B" policy= mostRecentLagMs=6746
level=debug ts=2026-02-16T18:25:56.276319248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=9746
level=debug ts=2026-02-16T18:25:56.276325311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=1746
level=debug ts=2026-02-16T18:25:56.276331089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="45 kB" policy= mostRecentLagMs=3256
level=debug ts=2026-02-16T18:25:56.276337133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="922 B" policy= mostRecentLagMs=4746
level=debug ts=2026-02-16T18:25:56.276342275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=8746
level=debug ts=2026-02-16T18:25:56.2763482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="632 B" policy= mostRecentLagMs=6746
level=debug ts=2026-02-16T18:25:56.276353471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="168 B" policy= mostRecentLagMs=8746
level=debug ts=2026-02-16T18:25:56.278480047Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:26:04.989499435Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=12 entries=22 streamLabelsSize="343 B" entriesSize="223 kB" structuredMetadataSize="1.4 kB" totalSize="224 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:04.989528714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="100 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:26:04.98954102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="67 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:26:04.989547495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:26:04.989555055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="14 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:26:04.989560075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="232 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:26:04.989566374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:26:04.989573404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:26:04.989578167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="801 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:26:04.98958319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:26:04.989587773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="496 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:26:04.989592385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:26:04.989597667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="10 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:26:04.992855535Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:26:06.422189051Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:56044"
level=debug ts=2026-02-16T18:26:06.538532628Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.9 kB" streams=5 entries=6 streamLabelsSize="165 B" entriesSize="96 kB" structuredMetadataSize="397 B" totalSize="96 kB" mostRecentLagMs=7008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:06.538569892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:26:06.538587849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="17 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:26:06.538627154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="31 kB" policy= mostRecentLagMs=9758
level=debug ts=2026-02-16T18:26:06.538636336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="34 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:26:06.538644901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:26:06.542048774Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:26:06.993838022Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=11 entries=15 streamLabelsSize="354 B" entriesSize="177 kB" structuredMetadataSize="934 B" totalSize="178 kB" mostRecentLagMs=1011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:06.993881289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T18:26:06.993898602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:26:06.993909011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:26:06.993921853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T18:26:06.993930897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="496 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:26:06.993939597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="496 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:26:06.993949174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:26:06.993957175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="496 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:26:06.993965337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="152 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T18:26:06.993974842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:26:06.993983482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:26:06.99705649Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:26:11.176001738Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:34932"
level=debug ts=2026-02-16T18:26:15.862802738Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=2 entries=3 streamLabelsSize="72 B" entriesSize="78 kB" structuredMetadataSize="230 B" totalSize="78 kB" mostRecentLagMs=1289 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:15.862833741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=1289
level=debug ts=2026-02-16T18:26:15.862845466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="62 kB" policy= mostRecentLagMs=9211
level=debug ts=2026-02-16T18:26:15.865087627Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:26:17.339859693Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:26:17.993109594Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=8 entries=13 streamLabelsSize="258 B" entriesSize="296 kB" structuredMetadataSize="835 B" totalSize="297 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:17.993137899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="250 kB" policy= mostRecentLagMs=6215
level=debug ts=2026-02-16T18:26:17.993149665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:26:17.993157448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:26:17.993162918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="496 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T18:26:17.993168463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="16 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T18:26:17.99317423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T18:26:17.993180903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="945 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T18:26:17.993187235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:26:17.99872084Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:26:19.534467795Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=6 entries=7 streamLabelsSize="207 B" entriesSize="8.9 kB" structuredMetadataSize="448 B" totalSize="9.1 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:19.534505753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:26:19.534517151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:26:19.534523684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:26:19.534530957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:26:19.534536691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:26:19.534542631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="83 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:26:19.536061359Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:26:25.988513065Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=7 streamLabelsSize="142 B" entriesSize="198 kB" structuredMetadataSize="473 B" totalSize="198 kB" mostRecentLagMs=5006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:25.988548362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T18:26:25.988563455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="997 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:26:25.988569958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:26:25.988578545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="182 kB" policy= mostRecentLagMs=6653
level=debug ts=2026-02-16T18:26:25.991815185Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:26:29.321593593Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=7 entries=11 streamLabelsSize="209 B" entriesSize="280 kB" structuredMetadataSize="680 B" totalSize="280 kB" mostRecentLagMs=888 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:29.321632519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4339
level=debug ts=2026-02-16T18:26:29.321646799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="271 kB" policy= mostRecentLagMs=888
level=debug ts=2026-02-16T18:26:29.321654489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8339
level=debug ts=2026-02-16T18:26:29.321664792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2339
level=debug ts=2026-02-16T18:26:29.321674998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5339
level=debug ts=2026-02-16T18:26:29.321684709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8339
level=debug ts=2026-02-16T18:26:29.321692429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=4339
level=debug ts=2026-02-16T18:26:29.325635504Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:26:31.534400909Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=8 entries=8 streamLabelsSize="260 B" entriesSize="9.0 kB" structuredMetadataSize="531 B" totalSize="9.2 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:31.534437312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="979 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:26:31.534475006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="449 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:26:31.534481777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="194 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:26:31.534487677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="147 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:26:31.534494997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:26:31.534500572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:26:31.534505364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="610 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:26:31.534510995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:26:31.536133429Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:26:36.992939808Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=6 entries=17 streamLabelsSize="187 B" entriesSize="403 kB" structuredMetadataSize="1.1 kB" totalSize="403 kB" mostRecentLagMs=872 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:36.99296952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:26:36.99298076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T18:26:36.992987366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=3262
level=debug ts=2026-02-16T18:26:36.99299343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="340 kB" policy= mostRecentLagMs=5530
level=debug ts=2026-02-16T18:26:36.992999034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="11 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T18:26:36.993004308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=872
level=debug ts=2026-02-16T18:26:36.996913098Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:26:39.480600244Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:26:39.935889704Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=5 entries=8 streamLabelsSize="171 B" entriesSize="242 kB" structuredMetadataSize="485 B" totalSize="242 kB" mostRecentLagMs=1954 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:39.935922791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="184 kB" policy= mostRecentLagMs=8612
level=debug ts=2026-02-16T18:26:39.93593605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=3953
level=debug ts=2026-02-16T18:26:39.935944197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=1954
level=debug ts=2026-02-16T18:26:39.935949805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="39 kB" policy= mostRecentLagMs=2569
level=debug ts=2026-02-16T18:26:39.935955642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:26:39.938864441Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:26:41.178676078Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:46442"
level=debug ts=2026-02-16T18:26:42.534559631Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=6 entries=6 streamLabelsSize="153 B" entriesSize="28 kB" structuredMetadataSize="385 B" totalSize="28 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:42.534586763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="657 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:26:42.534597225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:26:42.534603705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="657 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T18:26:42.53461026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:26:42.534617153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:26:42.534622882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=6335
level=debug ts=2026-02-16T18:26:42.5360535Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:26:47.34255434Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:26:48.989416608Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.6 kB" streams=8 entries=11 streamLabelsSize="234 B" entriesSize="127 kB" structuredMetadataSize="672 B" totalSize="127 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:48.989468579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="859 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:26:48.989481536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:26:48.989488087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="374 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:26:48.989494196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:26:48.989500011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="12 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:26:48.98950497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="657 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:26:48.98951173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:26:48.989518249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=4235
level=debug ts=2026-02-16T18:26:48.992354953Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:26:49.428362615Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:53680"
level=debug ts=2026-02-16T18:26:49.987288038Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.3 kB" streams=11 entries=11 streamLabelsSize="346 B" entriesSize="97 kB" structuredMetadataSize="697 B" totalSize="97 kB" mostRecentLagMs=1621 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:49.987316128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="39 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:26:49.987327058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:26:49.9873336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="657 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:26:49.987338953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1621
level=debug ts=2026-02-16T18:26:49.987344327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="657 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:26:49.98735036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:26:49.987356567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=6704
level=debug ts=2026-02-16T18:26:49.987362238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:26:49.987367002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="657 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:26:49.987371607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="657 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:26:49.987376309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:26:49.989923816Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:26:54.623393637Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=8 entries=8 streamLabelsSize="241 B" entriesSize="84 kB" structuredMetadataSize="538 B" totalSize="84 kB" mostRecentLagMs=2094 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:54.623421333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=8093
level=debug ts=2026-02-16T18:26:54.623432626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7093
level=debug ts=2026-02-16T18:26:54.623457536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7093
level=debug ts=2026-02-16T18:26:54.623464955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="193 B" policy= mostRecentLagMs=4093
level=debug ts=2026-02-16T18:26:54.62347057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=8093
level=debug ts=2026-02-16T18:26:54.623476232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:26:54.623481281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7093
level=debug ts=2026-02-16T18:26:54.623485783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="338 B" policy= mostRecentLagMs=2094
level=debug ts=2026-02-16T18:26:54.625956591Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:26:59.693332495Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=8 entries=10 streamLabelsSize="228 B" entriesSize="116 kB" structuredMetadataSize="699 B" totalSize="116 kB" mostRecentLagMs=1711 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:26:59.693370104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="33 kB" policy= mostRecentLagMs=4711
level=debug ts=2026-02-16T18:26:59.693387557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="865 B" policy= mostRecentLagMs=1712
level=debug ts=2026-02-16T18:26:59.693397038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="196 B" policy= mostRecentLagMs=7711
level=debug ts=2026-02-16T18:26:59.693405985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:26:59.693418706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9711
level=debug ts=2026-02-16T18:26:59.693427995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=3711
level=debug ts=2026-02-16T18:26:59.693455542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="43 kB" policy= mostRecentLagMs=4711
level=debug ts=2026-02-16T18:26:59.693466457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2711
level=debug ts=2026-02-16T18:26:59.696046226Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:00.990050868Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=12 entries=15 streamLabelsSize="369 B" entriesSize="110 kB" structuredMetadataSize="968 B" totalSize="110 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:00.990090486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="33 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:27:00.990106252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:27:00.990117322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="37 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:27:00.990127473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:27:00.990138239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="478 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:27:00.990146711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:27:00.990155877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="10 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:27:00.99016451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:27:00.990172582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8995
level=debug ts=2026-02-16T18:27:00.990181089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:27:00.990190498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:27:00.990199547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:27:00.99296593Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:06.541167938Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=7 entries=12 streamLabelsSize="238 B" entriesSize="344 kB" structuredMetadataSize="897 B" totalSize="345 kB" mostRecentLagMs=4011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:06.541203973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:27:06.5412199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:27:06.54123028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:27:06.541244026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:27:06.541254424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="299 kB" policy= mostRecentLagMs=5762
level=debug ts=2026-02-16T18:27:06.541264067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:27:06.54127159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="35 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T18:27:06.54527055Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:09.98961514Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.1 kB" streams=4 entries=5 streamLabelsSize="118 B" entriesSize="104 kB" structuredMetadataSize="312 B" totalSize="104 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:09.989642702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:27:09.989654144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="777 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:27:09.989660509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:27:09.989668586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="100 kB" policy= mostRecentLagMs=1403
level=debug ts=2026-02-16T18:27:09.992129237Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:11.988911374Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.6 kB" streams=5 entries=6 streamLabelsSize="148 B" entriesSize="124 kB" structuredMetadataSize="397 B" totalSize="124 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:11.988939882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=5205
level=debug ts=2026-02-16T18:27:11.988951229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:27:11.988958465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:27:11.988965456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="90 kB" policy= mostRecentLagMs=9030
level=debug ts=2026-02-16T18:27:11.988970865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:27:11.991748328Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:13.911380765Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:27:17.344428685Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:27:18.535334149Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.3 kB" streams=6 entries=6 streamLabelsSize="208 B" entriesSize="64 kB" structuredMetadataSize="393 B" totalSize="64 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:18.5353738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T18:27:18.535386428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="27 kB" policy= mostRecentLagMs=7513
level=debug ts=2026-02-16T18:27:18.535392803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:27:18.535398344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:27:18.53540433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="29 kB" policy= mostRecentLagMs=4120
level=debug ts=2026-02-16T18:27:18.535409632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:27:18.537063406Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:23.997978318Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=9 entries=16 streamLabelsSize="281 B" entriesSize="424 kB" structuredMetadataSize="982 B" totalSize="424 kB" mostRecentLagMs=16 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:23.998022552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T18:27:23.998040032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="284 kB" policy= mostRecentLagMs=680
level=debug ts=2026-02-16T18:27:23.998052832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="63 kB" policy= mostRecentLagMs=453
level=debug ts=2026-02-16T18:27:23.998062293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="32 kB" policy= mostRecentLagMs=1908
level=debug ts=2026-02-16T18:27:23.998071651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T18:27:23.99808057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=16
level=debug ts=2026-02-16T18:27:23.998092784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=16
level=debug ts=2026-02-16T18:27:23.998102077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-16T18:27:23.998110267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="32 kB" policy= mostRecentLagMs=1441
level=debug ts=2026-02-16T18:27:24.002459544Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:24.064065652Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=8 entries=13 streamLabelsSize="243 B" entriesSize="453 kB" structuredMetadataSize="788 B" totalSize="453 kB" mostRecentLagMs=1608 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:24.06410232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="62 kB" policy= mostRecentLagMs=3070
level=debug ts=2026-02-16T18:27:24.064115509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7082
level=debug ts=2026-02-16T18:27:24.064123459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9082
level=debug ts=2026-02-16T18:27:24.064129158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=6082
level=debug ts=2026-02-16T18:27:24.064134985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=5082
level=debug ts=2026-02-16T18:27:24.06414015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=4082
level=debug ts=2026-02-16T18:27:24.064145241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="376 kB" policy= mostRecentLagMs=1608
level=debug ts=2026-02-16T18:27:24.064150198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="855 B" policy= mostRecentLagMs=3082
level=debug ts=2026-02-16T18:27:24.0669926Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:31.535985396Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.2 kB" streams=5 entries=8 streamLabelsSize="170 B" entriesSize="42 kB" structuredMetadataSize="529 B" totalSize="43 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:31.536016603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:27:31.53602855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:27:31.536035933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:27:31.536043448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:27:31.536048787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:27:31.537670408Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:34.28619554Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="88 kB" streams=8 entries=32 streamLabelsSize="248 B" entriesSize="1.5 MB" structuredMetadataSize="2.0 kB" totalSize="1.5 MB" mostRecentLagMs=119 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:34.286236902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="123 kB" policy= mostRecentLagMs=2256
level=debug ts=2026-02-16T18:27:34.286249607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="151 kB" policy= mostRecentLagMs=119
level=debug ts=2026-02-16T18:27:34.286256792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=525
level=debug ts=2026-02-16T18:27:34.286263782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7304
level=debug ts=2026-02-16T18:27:34.286270365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4303
level=debug ts=2026-02-16T18:27:34.286276853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3304
level=debug ts=2026-02-16T18:27:34.286283922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4303
level=debug ts=2026-02-16T18:27:34.286290817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="156 kB" policy= mostRecentLagMs=380
level=debug ts=2026-02-16T18:27:34.296138549Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:34.622549939Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="114 kB" streams=9 entries=36 streamLabelsSize="264 B" entriesSize="2.0 MB" structuredMetadataSize="2.3 kB" totalSize="2.0 MB" mostRecentLagMs=53 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:34.622597407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="217 kB" policy= mostRecentLagMs=53
level=debug ts=2026-02-16T18:27:34.622614709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=7641
level=debug ts=2026-02-16T18:27:34.622628164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1613
level=debug ts=2026-02-16T18:27:34.622639821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=1641
level=debug ts=2026-02-16T18:27:34.622648535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=441
level=debug ts=2026-02-16T18:27:34.622656235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=1641
level=debug ts=2026-02-16T18:27:34.622663419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=640
level=debug ts=2026-02-16T18:27:34.622670641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4640
level=debug ts=2026-02-16T18:27:34.622678675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=4059
level=debug ts=2026-02-16T18:27:34.633279616Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:42.524599953Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.4 kB" streams=3 entries=6 streamLabelsSize="95 B" entriesSize="50 kB" structuredMetadataSize="385 B" totalSize="50 kB" mostRecentLagMs=995 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:42.524635355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="49 kB" policy= mostRecentLagMs=1045
level=debug ts=2026-02-16T18:27:42.524648686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=995
level=debug ts=2026-02-16T18:27:42.524655527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=995
level=debug ts=2026-02-16T18:27:42.526496207Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:44.461192778Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="70 kB" streams=8 entries=22 streamLabelsSize="237 B" entriesSize="1.2 MB" structuredMetadataSize="1.4 kB" totalSize="1.2 MB" mostRecentLagMs=1310 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:44.461236091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=5479
level=debug ts=2026-02-16T18:27:44.461253977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=7477
level=debug ts=2026-02-16T18:27:44.461265412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="59 kB" policy= mostRecentLagMs=9740
level=debug ts=2026-02-16T18:27:44.461277281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="95 kB" policy= mostRecentLagMs=6877
level=debug ts=2026-02-16T18:27:44.461286278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=6478
level=debug ts=2026-02-16T18:27:44.461295602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="867 kB" policy= mostRecentLagMs=1310
level=debug ts=2026-02-16T18:27:44.461310238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="126 kB" policy= mostRecentLagMs=6881
level=debug ts=2026-02-16T18:27:44.461319241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6478
level=debug ts=2026-02-16T18:27:44.469241558Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:45.006946486Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="65 kB" streams=4 entries=33 streamLabelsSize="115 B" entriesSize="1.2 MB" structuredMetadataSize="2.1 kB" totalSize="1.2 MB" mostRecentLagMs=25 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:45.006977691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=3852
level=debug ts=2026-02-16T18:27:45.006989944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=25
level=debug ts=2026-02-16T18:27:45.006996163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=25
level=debug ts=2026-02-16T18:27:45.0070032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="99 kB" policy= mostRecentLagMs=3074
level=debug ts=2026-02-16T18:27:45.014706812Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:27:47.346336858Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:27:49.431814343Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:34058"
level=debug ts=2026-02-16T18:27:52.539760008Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=11 entries=30 streamLabelsSize="348 B" entriesSize="138 kB" structuredMetadataSize="1.9 kB" totalSize="138 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:52.539795267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="49 kB" policy= mostRecentLagMs=5824
level=debug ts=2026-02-16T18:27:52.539809841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=8195
level=debug ts=2026-02-16T18:27:52.539816918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:27:52.539822554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T18:27:52.539827758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:27:52.539833536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T18:27:52.539838532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="297 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T18:27:52.539843288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:27:52.539848807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:27:52.539854345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:27:52.539858973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:27:52.543057907Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:52.718498019Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:27:52.720502255Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:27:54.990373462Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=12 entries=16 streamLabelsSize="341 B" entriesSize="177 kB" structuredMetadataSize="990 B" totalSize="177 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:54.990403559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:27:54.990415753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="103 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:27:54.990422539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:27:54.99042776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:27:54.990433512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:27:54.9904381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:27:54.990534449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:27:54.990544734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:27:54.99054982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="91 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:27:54.990555992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:27:54.990561858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:27:54.990566948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="297 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:27:54.993778105Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:27:56.997922888Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=15 entries=23 streamLabelsSize="435 B" entriesSize="472 kB" structuredMetadataSize="1.4 kB" totalSize="473 kB" mostRecentLagMs=776 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:27:56.997955459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T18:27:56.997967108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="21 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T18:27:56.997976192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T18:27:56.997985508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="22 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T18:27:56.997995202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T18:27:56.998000707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T18:27:56.998006512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="39 kB" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T18:27:56.998012466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7017
level=debug ts=2026-02-16T18:27:56.998017446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T18:27:56.998022264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T18:27:56.998027099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8017
level=debug ts=2026-02-16T18:27:56.998031813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="11 kB" policy= mostRecentLagMs=5016
level=debug ts=2026-02-16T18:27:56.998036269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="299 kB" policy= mostRecentLagMs=776
level=debug ts=2026-02-16T18:27:56.998041716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6994
level=debug ts=2026-02-16T18:27:56.998046359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="28 kB" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T18:27:57.002941278Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:04.57049391Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=10 entries=15 streamLabelsSize="316 B" entriesSize="143 kB" structuredMetadataSize="974 B" totalSize="143 kB" mostRecentLagMs=41 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:04.570533938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=1040
level=debug ts=2026-02-16T18:28:04.570552719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="30 kB" policy= mostRecentLagMs=7040
level=debug ts=2026-02-16T18:28:04.570565809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=41
level=debug ts=2026-02-16T18:28:04.57057666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=1040
level=debug ts=2026-02-16T18:28:04.570587598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="27 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:28:04.570597788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="912 B" policy= mostRecentLagMs=7040
level=debug ts=2026-02-16T18:28:04.570609198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="61 kB" policy= mostRecentLagMs=2040
level=debug ts=2026-02-16T18:28:04.570620529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=7040
level=debug ts=2026-02-16T18:28:04.570629588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7040
level=debug ts=2026-02-16T18:28:04.570638571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="219 B" policy= mostRecentLagMs=5041
level=debug ts=2026-02-16T18:28:04.573299489Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:07.008506637Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="56 kB" streams=13 entries=28 streamLabelsSize="394 B" entriesSize="1.0 MB" structuredMetadataSize="1.8 kB" totalSize="1.1 MB" mostRecentLagMs=25 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:07.008536698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=1026
level=debug ts=2026-02-16T18:28:07.008548364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=25
level=debug ts=2026-02-16T18:28:07.008555067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=8025
level=debug ts=2026-02-16T18:28:07.008560801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="991 kB" policy= mostRecentLagMs=104
level=debug ts=2026-02-16T18:28:07.008566571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=7931
level=debug ts=2026-02-16T18:28:07.008571905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="471 B" policy= mostRecentLagMs=7026
level=debug ts=2026-02-16T18:28:07.008576793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="11 kB" policy= mostRecentLagMs=4026
level=debug ts=2026-02-16T18:28:07.008582124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=7026
level=debug ts=2026-02-16T18:28:07.008587246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=25
level=debug ts=2026-02-16T18:28:07.008591828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7026
level=debug ts=2026-02-16T18:28:07.008597307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3026
level=debug ts=2026-02-16T18:28:07.008601971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=8025
level=debug ts=2026-02-16T18:28:07.008606349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=6026
level=debug ts=2026-02-16T18:28:07.015659259Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:08.021229397Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="81 kB" streams=3 entries=21 streamLabelsSize="103 B" entriesSize="1.6 MB" structuredMetadataSize="1.3 kB" totalSize="1.6 MB" mostRecentLagMs=249 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:08.021261509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=249
level=debug ts=2026-02-16T18:28:08.021273547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=8974
level=debug ts=2026-02-16T18:28:08.021282719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5039
level=debug ts=2026-02-16T18:28:08.03075912Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:15.367880379Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="104 kB" streams=8 entries=29 streamLabelsSize="263 B" entriesSize="2.0 MB" structuredMetadataSize="1.8 kB" totalSize="2.0 MB" mostRecentLagMs=117 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:15.367914015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=386
level=debug ts=2026-02-16T18:28:15.367925402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=386
level=debug ts=2026-02-16T18:28:15.367931632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5386
level=debug ts=2026-02-16T18:28:15.367936708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=4128
level=debug ts=2026-02-16T18:28:15.367941884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=386
level=debug ts=2026-02-16T18:28:15.367947703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=117
level=debug ts=2026-02-16T18:28:15.367953241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=6268
level=debug ts=2026-02-16T18:28:15.367957745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=4386
level=debug ts=2026-02-16T18:28:15.379667811Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:15.53437436Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=6 entries=8 streamLabelsSize="215 B" entriesSize="28 kB" structuredMetadataSize="541 B" totalSize="28 kB" mostRecentLagMs=2758 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:15.534402415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:28:15.534413601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:28:15.53441954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:28:15.53442492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:28:15.534429653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:28:15.534434468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=2758
level=debug ts=2026-02-16T18:28:15.535930377Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:28:17.349093727Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:28:18.016476901Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="75 kB" streams=15 entries=42 streamLabelsSize="435 B" entriesSize="1.5 MB" structuredMetadataSize="2.7 kB" totalSize="1.5 MB" mostRecentLagMs=33 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:18.016506947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="364 B" policy= mostRecentLagMs=2033
level=debug ts=2026-02-16T18:28:18.016518557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8034
level=debug ts=2026-02-16T18:28:18.016524769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=33
level=debug ts=2026-02-16T18:28:18.016530429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="577 B" policy= mostRecentLagMs=10034
level=debug ts=2026-02-16T18:28:18.016536021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=33
level=debug ts=2026-02-16T18:28:18.016541981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=33
level=debug ts=2026-02-16T18:28:18.016546727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=4034
level=debug ts=2026-02-16T18:28:18.016551814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="72 kB" policy= mostRecentLagMs=1124
level=debug ts=2026-02-16T18:28:18.016556754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="696 B" policy= mostRecentLagMs=7034
level=debug ts=2026-02-16T18:28:18.016562003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=214
level=debug ts=2026-02-16T18:28:18.016566849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10034
level=debug ts=2026-02-16T18:28:18.016571644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=7034
level=debug ts=2026-02-16T18:28:18.016576106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8034
level=debug ts=2026-02-16T18:28:18.016580707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=3033
level=debug ts=2026-02-16T18:28:18.016585425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=33
level=debug ts=2026-02-16T18:28:18.025649646Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:20.822108038Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="108 kB" streams=6 entries=28 streamLabelsSize="206 B" entriesSize="2.1 MB" structuredMetadataSize="1.8 kB" totalSize="2.1 MB" mostRecentLagMs=887 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:20.822147985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4753
level=debug ts=2026-02-16T18:28:20.82216559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=887
level=debug ts=2026-02-16T18:28:20.822176093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="105 kB" policy= mostRecentLagMs=2628
level=debug ts=2026-02-16T18:28:20.822185749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3841
level=debug ts=2026-02-16T18:28:20.822195285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=3519
level=debug ts=2026-02-16T18:28:20.822203817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=1173
level=debug ts=2026-02-16T18:28:20.834580102Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:26.167091136Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="109 kB" streams=4 entries=28 streamLabelsSize="120 B" entriesSize="2.0 MB" structuredMetadataSize="1.8 kB" totalSize="2.0 MB" mostRecentLagMs=77 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:26.167124329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="154 kB" policy= mostRecentLagMs=754
level=debug ts=2026-02-16T18:28:26.167137235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=77
level=debug ts=2026-02-16T18:28:26.167143673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=1859
level=debug ts=2026-02-16T18:28:26.167149675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1951
level=debug ts=2026-02-16T18:28:26.180397345Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:27.543992081Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=5 entries=12 streamLabelsSize="165 B" entriesSize="449 kB" structuredMetadataSize="763 B" totalSize="449 kB" mostRecentLagMs=209 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:27.544031912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="397 kB" policy= mostRecentLagMs=209
level=debug ts=2026-02-16T18:28:27.544049244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:28:27.54406223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="777 B" policy= mostRecentLagMs=2014
level=debug ts=2026-02-16T18:28:27.544072421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:28:27.544082795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=688
level=debug ts=2026-02-16T18:28:27.548461934Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:28.054268678Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="97 kB" streams=12 entries=52 streamLabelsSize="348 B" entriesSize="1.7 MB" structuredMetadataSize="3.3 kB" totalSize="1.8 MB" mostRecentLagMs=71 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:28.05430969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=84
level=debug ts=2026-02-16T18:28:28.054326244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=1071
level=debug ts=2026-02-16T18:28:28.054337806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="52 kB" policy= mostRecentLagMs=6607
level=debug ts=2026-02-16T18:28:28.054348752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=71
level=debug ts=2026-02-16T18:28:28.054361757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="50 kB" policy= mostRecentLagMs=1071
level=debug ts=2026-02-16T18:28:28.054370783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3072
level=debug ts=2026-02-16T18:28:28.054380182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3072
level=debug ts=2026-02-16T18:28:28.054388762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=3072
level=debug ts=2026-02-16T18:28:28.054400372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4071
level=debug ts=2026-02-16T18:28:28.05440905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=6072
level=debug ts=2026-02-16T18:28:28.054417267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="581 B" policy= mostRecentLagMs=5071
level=debug ts=2026-02-16T18:28:28.054425505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1071
level=debug ts=2026-02-16T18:28:28.064560422Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:36.159286815Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=13 entries=37 streamLabelsSize="369 B" entriesSize="1.6 MB" structuredMetadataSize="2.4 kB" totalSize="1.6 MB" mostRecentLagMs=178 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:36.159327126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1178
level=debug ts=2026-02-16T18:28:36.159344557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8177
level=debug ts=2026-02-16T18:28:36.15935448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="103 B" policy= mostRecentLagMs=6177
level=debug ts=2026-02-16T18:28:36.159364716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="10 kB" policy= mostRecentLagMs=4178
level=debug ts=2026-02-16T18:28:36.15937568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="42 kB" policy= mostRecentLagMs=6365
level=debug ts=2026-02-16T18:28:36.159388336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="41 kB" policy= mostRecentLagMs=7415
level=debug ts=2026-02-16T18:28:36.159397366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=4178
level=debug ts=2026-02-16T18:28:36.15940654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=600
level=debug ts=2026-02-16T18:28:36.159414629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6177
level=debug ts=2026-02-16T18:28:36.159422758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3141
level=debug ts=2026-02-16T18:28:36.159430772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=178
level=debug ts=2026-02-16T18:28:36.159455856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="99 kB" policy= mostRecentLagMs=2544
level=debug ts=2026-02-16T18:28:36.159464796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5177
level=debug ts=2026-02-16T18:28:36.167888023Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:38.834174123Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=13 entries=39 streamLabelsSize="387 B" entriesSize="758 kB" structuredMetadataSize="2.5 kB" totalSize="758 kB" mostRecentLagMs=851 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:38.834208041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="674 kB" policy= mostRecentLagMs=851
level=debug ts=2026-02-16T18:28:38.834219343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4851
level=debug ts=2026-02-16T18:28:38.834226616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=7852
level=debug ts=2026-02-16T18:28:38.834232208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="691 B" policy= mostRecentLagMs=4851
level=debug ts=2026-02-16T18:28:38.834237049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4851
level=debug ts=2026-02-16T18:28:38.834242092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=4851
level=debug ts=2026-02-16T18:28:38.834247261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=851
level=debug ts=2026-02-16T18:28:38.834261601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=2851
level=debug ts=2026-02-16T18:28:38.834269049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="36 kB" policy= mostRecentLagMs=2851
level=debug ts=2026-02-16T18:28:38.834274954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="19 kB" policy= mostRecentLagMs=851
level=debug ts=2026-02-16T18:28:38.834279829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="995 B" policy= mostRecentLagMs=4851
level=debug ts=2026-02-16T18:28:38.834285185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="999 B" policy= mostRecentLagMs=4851
level=debug ts=2026-02-16T18:28:38.834290136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=1852
level=debug ts=2026-02-16T18:28:38.840256446Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:39.538474834Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=7 entries=19 streamLabelsSize="195 B" entriesSize="153 kB" structuredMetadataSize="1.3 kB" totalSize="153 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:39.538511114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="10 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:28:39.538522977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1321
level=debug ts=2026-02-16T18:28:39.538531373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="110 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:28:39.538542366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="530 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:28:39.538552865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:28:39.538563452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="612 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:28:39.538571681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:28:39.575766622Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:46.99625337Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=7 entries=12 streamLabelsSize="222 B" entriesSize="344 kB" structuredMetadataSize="755 B" totalSize="344 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:46.996295105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="206 kB" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T18:28:46.996312832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=8701
level=debug ts=2026-02-16T18:28:46.996324617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T18:28:46.996334675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:28:46.996344074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8713
level=debug ts=2026-02-16T18:28:46.996352487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="13 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T18:28:46.996360395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="59 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:28:47.000510674Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:28:47.352509595Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:28:48.985639612Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=7 entries=7 streamLabelsSize="226 B" entriesSize="7.4 kB" structuredMetadataSize="453 B" totalSize="7.6 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:48.985681314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T18:28:48.985701979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T18:28:48.985712549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="195 B" policy= mostRecentLagMs=5002
level=debug ts=2026-02-16T18:28:48.985722252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:28:48.985730662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:28:48.985741732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:28:48.985751839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="88 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:28:48.987191464Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:28:49.434564911Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:60662"
level=debug ts=2026-02-16T18:28:50.538015357Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=7 entries=13 streamLabelsSize="195 B" entriesSize="103 kB" structuredMetadataSize="824 B" totalSize="103 kB" mostRecentLagMs=2008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:50.538046443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="75 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:28:50.538058103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="14 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:28:50.53806447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:28:50.538071436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:28:50.538077695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:28:50.538082807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:28:50.538087648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="531 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:28:50.540579906Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:53.06572986Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:28:57.994616918Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=11 entries=18 streamLabelsSize="338 B" entriesSize="349 kB" structuredMetadataSize="1.2 kB" totalSize="349 kB" mostRecentLagMs=13 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:57.994652944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:28:57.994664889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="214 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:28:57.994671219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T18:28:57.994676558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3013
level=debug ts=2026-02-16T18:28:57.994683943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T18:28:57.99468927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9588
level=debug ts=2026-02-16T18:28:57.994694216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T18:28:57.9946992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T18:28:57.994704108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T18:28:57.99471003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T18:28:57.994715397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=1041
level=debug ts=2026-02-16T18:28:57.99893097Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:28:59.147417001Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=9 entries=13 streamLabelsSize="294 B" entriesSize="164 kB" structuredMetadataSize="845 B" totalSize="164 kB" mostRecentLagMs=1164 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:28:59.147471188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="97 kB" policy= mostRecentLagMs=7165
level=debug ts=2026-02-16T18:28:59.147483535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=2164
level=debug ts=2026-02-16T18:28:59.147491246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=7165
level=debug ts=2026-02-16T18:28:59.147497229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9164
level=debug ts=2026-02-16T18:28:59.147502248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1164
level=debug ts=2026-02-16T18:28:59.147507004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=2164
level=debug ts=2026-02-16T18:28:59.147512418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="88 B" policy= mostRecentLagMs=4164
level=debug ts=2026-02-16T18:28:59.147517675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=6164
level=debug ts=2026-02-16T18:28:59.147522404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=6164
level=debug ts=2026-02-16T18:28:59.150637584Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:29:02.543639622Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=5 entries=11 streamLabelsSize="171 B" entriesSize="362 kB" structuredMetadataSize="845 B" totalSize="362 kB" mostRecentLagMs=1774 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:02.543669565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T18:29:02.543680634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="840 B" policy= mostRecentLagMs=3013
level=debug ts=2026-02-16T18:29:02.543687549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="342 kB" policy= mostRecentLagMs=1774
level=debug ts=2026-02-16T18:29:02.543694304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T18:29:02.543701084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="17 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T18:29:02.547799298Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:29:09.98878563Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.0 kB" streams=7 entries=7 streamLabelsSize="219 B" entriesSize="79 kB" structuredMetadataSize="462 B" totalSize="79 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:09.988825873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:29:09.988843659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T18:29:09.98885663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="88 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:29:09.98886946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="232 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:29:09.988880747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:29:09.988890066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="71 kB" policy= mostRecentLagMs=1350
level=debug ts=2026-02-16T18:29:09.988899196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T18:29:09.992550343Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:29:10.00367826Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=6 entries=12 streamLabelsSize="173 B" entriesSize="521 kB" structuredMetadataSize="833 B" totalSize="521 kB" mostRecentLagMs=384 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:10.003722903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10022
level=debug ts=2026-02-16T18:29:10.00374139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="88 B" policy= mostRecentLagMs=9021
level=debug ts=2026-02-16T18:29:10.003751408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="92 kB" policy= mostRecentLagMs=562
level=debug ts=2026-02-16T18:29:10.003764151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="422 kB" policy= mostRecentLagMs=385
level=debug ts=2026-02-16T18:29:10.00377388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="129 B" policy= mostRecentLagMs=6022
level=debug ts=2026-02-16T18:29:10.003783254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5022
level=debug ts=2026-02-16T18:29:10.010868323Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:29:17.289002315Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=6 entries=7 streamLabelsSize="213 B" entriesSize="293 kB" structuredMetadataSize="451 B" totalSize="293 kB" mostRecentLagMs=695 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:17.289045023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1073
level=debug ts=2026-02-16T18:29:17.289062521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="29 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:29:17.289074313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5759
level=debug ts=2026-02-16T18:29:17.289083608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="43 kB" policy= mostRecentLagMs=695
level=debug ts=2026-02-16T18:29:17.289092852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5759
level=debug ts=2026-02-16T18:29:17.289103245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="198 kB" policy= mostRecentLagMs=1277
level=debug ts=2026-02-16T18:29:17.292804651Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:29:17.35562686Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:29:19.43793423Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:45128"
level=debug ts=2026-02-16T18:29:20.660612171Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="76 kB" streams=11 entries=27 streamLabelsSize="326 B" entriesSize="1.3 MB" structuredMetadataSize="1.7 kB" totalSize="1.3 MB" mostRecentLagMs=86 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:20.66064692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=3679
level=debug ts=2026-02-16T18:29:20.660659471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="309 B" policy= mostRecentLagMs=679
level=debug ts=2026-02-16T18:29:20.66066743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=1617
level=debug ts=2026-02-16T18:29:20.660673036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="171 B" policy= mostRecentLagMs=679
level=debug ts=2026-02-16T18:29:20.660688192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=4450
level=debug ts=2026-02-16T18:29:20.660695529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=5845
level=debug ts=2026-02-16T18:29:20.660703011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3570
level=debug ts=2026-02-16T18:29:20.660708534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="103 B" policy= mostRecentLagMs=679
level=debug ts=2026-02-16T18:29:20.660713173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="246 B" policy= mostRecentLagMs=1679
level=debug ts=2026-02-16T18:29:20.660719168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3679
level=debug ts=2026-02-16T18:29:20.660724138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=86
level=debug ts=2026-02-16T18:29:20.669963224Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:29:20.768184185Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="62 kB" streams=14 entries=45 streamLabelsSize="418 B" entriesSize="1.2 MB" structuredMetadataSize="2.8 kB" totalSize="1.2 MB" mostRecentLagMs=168 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:20.768232019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7332
level=debug ts=2026-02-16T18:29:20.768248633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="828 B" policy= mostRecentLagMs=2784
level=debug ts=2026-02-16T18:29:20.768260255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=168
level=debug ts=2026-02-16T18:29:20.768271266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="931 B" policy= mostRecentLagMs=1784
level=debug ts=2026-02-16T18:29:20.768280814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=785
level=debug ts=2026-02-16T18:29:20.768289693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2784
level=debug ts=2026-02-16T18:29:20.768299973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="942 B" policy= mostRecentLagMs=1784
level=debug ts=2026-02-16T18:29:20.76830965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=785
level=debug ts=2026-02-16T18:29:20.768318277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=3784
level=debug ts=2026-02-16T18:29:20.768326615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="627 B" policy= mostRecentLagMs=2784
level=debug ts=2026-02-16T18:29:20.768334683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=9785
level=debug ts=2026-02-16T18:29:20.768342926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="55 kB" policy= mostRecentLagMs=3551
level=debug ts=2026-02-16T18:29:20.768351181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6785
level=debug ts=2026-02-16T18:29:20.76835942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=3785
level=debug ts=2026-02-16T18:29:20.785045618Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:29:27.54206579Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=8 entries=10 streamLabelsSize="241 B" entriesSize="379 kB" structuredMetadataSize="639 B" totalSize="379 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:27.542107655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="588 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T18:29:27.542122413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="239 kB" policy= mostRecentLagMs=995
level=debug ts=2026-02-16T18:29:27.542134515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="103 B" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T18:29:27.542142581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="103 B" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T18:29:27.542148181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=5041
level=debug ts=2026-02-16T18:29:27.542153788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:29:27.542159192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="99 kB" policy= mostRecentLagMs=1698
level=debug ts=2026-02-16T18:29:27.542165593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:29:27.546634723Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:29:30.882913801Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=11 entries=32 streamLabelsSize="307 B" entriesSize="838 kB" structuredMetadataSize="2.1 kB" totalSize="838 kB" mostRecentLagMs=793 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:30.88296504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=3900
level=debug ts=2026-02-16T18:29:30.882983164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=6900
level=debug ts=2026-02-16T18:29:30.882997995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=900
level=debug ts=2026-02-16T18:29:30.883006314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=2900
level=debug ts=2026-02-16T18:29:30.88301314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9900
level=debug ts=2026-02-16T18:29:30.88302336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=900
level=debug ts=2026-02-16T18:29:30.883031911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5900
level=debug ts=2026-02-16T18:29:30.883039408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1900
level=debug ts=2026-02-16T18:29:30.883044885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2900
level=debug ts=2026-02-16T18:29:30.883051715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="768 kB" policy= mostRecentLagMs=794
level=debug ts=2026-02-16T18:29:30.883056974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=7900
level=debug ts=2026-02-16T18:29:30.891539022Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:29:31.016436042Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="78 kB" streams=13 entries=41 streamLabelsSize="373 B" entriesSize="1.4 MB" structuredMetadataSize="2.7 kB" totalSize="1.4 MB" mostRecentLagMs=685 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:31.016493761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=685
level=debug ts=2026-02-16T18:29:31.016670613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="782 B" policy= mostRecentLagMs=1034
level=debug ts=2026-02-16T18:29:31.016685596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=5035
level=debug ts=2026-02-16T18:29:31.01669123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9034
level=debug ts=2026-02-16T18:29:31.016710003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4675
level=debug ts=2026-02-16T18:29:31.016754155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="41 kB" policy= mostRecentLagMs=2155
level=debug ts=2026-02-16T18:29:31.016760609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1034
level=debug ts=2026-02-16T18:29:31.016767649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=3035
level=debug ts=2026-02-16T18:29:31.016773036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1034
level=debug ts=2026-02-16T18:29:31.016778296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="16 kB" policy= mostRecentLagMs=5035
level=debug ts=2026-02-16T18:29:31.016786918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=3035
level=debug ts=2026-02-16T18:29:31.016794178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="91 kB" policy= mostRecentLagMs=6710
level=debug ts=2026-02-16T18:29:31.016801682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=7732
level=debug ts=2026-02-16T18:29:31.025523036Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:29:38.540162993Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=8 entries=19 streamLabelsSize="253 B" entriesSize="227 kB" structuredMetadataSize="1.3 kB" totalSize="228 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:38.540197174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=5435
level=debug ts=2026-02-16T18:29:38.540208901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T18:29:38.540215274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="698 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:29:38.54022152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="85 kB" policy= mostRecentLagMs=5909
level=debug ts=2026-02-16T18:29:38.540228464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:29:38.540233536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=7880
level=debug ts=2026-02-16T18:29:38.540238572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:29:38.540244652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="100 kB" policy= mostRecentLagMs=5506
level=debug ts=2026-02-16T18:29:38.543110319Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:29:40.990128723Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=6 entries=8 streamLabelsSize="209 B" entriesSize="256 kB" structuredMetadataSize="504 B" totalSize="257 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:40.990165012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:29:40.990176279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="43 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:29:40.990183876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="33 kB" policy= mostRecentLagMs=7162
level=debug ts=2026-02-16T18:29:40.990191859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:29:40.990197632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:29:40.990204636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="175 kB" policy= mostRecentLagMs=1861
level=debug ts=2026-02-16T18:29:40.994073574Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:29:41.196922337Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:51632"
level=debug ts=2026-02-16T18:29:41.805116559Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=9 entries=13 streamLabelsSize="270 B" entriesSize="278 kB" structuredMetadataSize="861 B" totalSize="278 kB" mostRecentLagMs=658 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:41.805154004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="175 kB" policy= mostRecentLagMs=2890
level=debug ts=2026-02-16T18:29:41.805165389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="475 B" policy= mostRecentLagMs=8823
level=debug ts=2026-02-16T18:29:41.805172316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7823
level=debug ts=2026-02-16T18:29:41.80517827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6823
level=debug ts=2026-02-16T18:29:41.805183533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=823
level=debug ts=2026-02-16T18:29:41.805189941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=4823
level=debug ts=2026-02-16T18:29:41.805194958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=2824
level=debug ts=2026-02-16T18:29:41.805199982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=658
level=debug ts=2026-02-16T18:29:41.805204815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:29:41.808805086Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:29:47.343083764Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:29:47.358387457Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:29:49.536394684Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=12 entries=23 streamLabelsSize="358 B" entriesSize="91 kB" structuredMetadataSize="1.6 kB" totalSize="91 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:49.536429477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:29:49.536474405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T18:29:49.536482258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:29:49.536488594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="298 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:29:49.536495483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:29:49.536501752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="54 kB" policy= mostRecentLagMs=8976
level=debug ts=2026-02-16T18:29:49.536507717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="625 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:29:49.536513107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T18:29:49.536519392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="20 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:29:49.536525622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:29:49.536530437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:29:49.536536549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:29:49.539219299Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:29:51.992257516Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=12 entries=14 streamLabelsSize="378 B" entriesSize="262 kB" structuredMetadataSize="899 B" totalSize="263 kB" mostRecentLagMs=2010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:51.992292062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="170 kB" policy= mostRecentLagMs=7985
level=debug ts=2026-02-16T18:29:51.992305822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="19 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:29:51.992313567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=7774
level=debug ts=2026-02-16T18:29:51.992320914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T18:29:51.992326512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T18:29:51.992331911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:29:51.992337098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T18:29:51.992342388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T18:29:51.992347147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:29:51.992353012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=2772
level=debug ts=2026-02-16T18:29:51.992357909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:29:51.992362554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T18:29:51.996291307Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:29:53.986905911Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=6 entries=8 streamLabelsSize="174 B" entriesSize="13 kB" structuredMetadataSize="522 B" totalSize="13 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:29:53.986948778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="88 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:29:53.986961877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:29:53.986969571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:29:53.986976538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:29:53.986983107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:29:53.986988908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:29:53.98845495Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:30:00.561593301Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=9 entries=11 streamLabelsSize="280 B" entriesSize="445 kB" structuredMetadataSize="766 B" totalSize="446 kB" mostRecentLagMs=1031 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:00.5616316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="453 B" policy= mostRecentLagMs=1031
level=debug ts=2026-02-16T18:30:00.561644377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=8031
level=debug ts=2026-02-16T18:30:00.561651541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="34 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:30:00.561658851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="436 B" policy= mostRecentLagMs=8031
level=debug ts=2026-02-16T18:30:00.561666609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=5031
level=debug ts=2026-02-16T18:30:00.561673398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="13 kB" policy= mostRecentLagMs=6032
level=debug ts=2026-02-16T18:30:00.56168135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9032
level=debug ts=2026-02-16T18:30:00.561686618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=3244
level=debug ts=2026-02-16T18:30:00.561691615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=5031
level=debug ts=2026-02-16T18:30:00.566596359Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:30:02.99287385Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=5 entries=8 streamLabelsSize="142 B" entriesSize="260 kB" structuredMetadataSize="525 B" totalSize="260 kB" mostRecentLagMs=4011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:02.992908959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T18:30:02.992924734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="174 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T18:30:02.99293453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="12 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T18:30:02.992941299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="72 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T18:30:02.992948546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:30:02.996589177Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:30:04.098240984Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=8 entries=11 streamLabelsSize="250 B" entriesSize="226 kB" structuredMetadataSize="719 B" totalSize="226 kB" mostRecentLagMs=115 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:04.098289424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=4116
level=debug ts=2026-02-16T18:30:04.098307763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7115
level=debug ts=2026-02-16T18:30:04.098319621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="193 kB" policy= mostRecentLagMs=9115
level=debug ts=2026-02-16T18:30:04.098328256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="890 B" policy= mostRecentLagMs=115
level=debug ts=2026-02-16T18:30:04.09833767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4116
level=debug ts=2026-02-16T18:30:04.098349681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3115
level=debug ts=2026-02-16T18:30:04.098360444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="421 B" policy= mostRecentLagMs=8116
level=debug ts=2026-02-16T18:30:04.098369721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="88 B" policy= mostRecentLagMs=5116
level=debug ts=2026-02-16T18:30:04.101705609Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:30:10.636054709Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.4 kB" streams=7 entries=10 streamLabelsSize="212 B" entriesSize="72 kB" structuredMetadataSize="657 B" totalSize="72 kB" mostRecentLagMs=106 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:10.636094834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="326 B" policy= mostRecentLagMs=106
level=debug ts=2026-02-16T18:30:10.636110954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=2106
level=debug ts=2026-02-16T18:30:10.636118605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=9106
level=debug ts=2026-02-16T18:30:10.636126911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="40 kB" policy= mostRecentLagMs=7106
level=debug ts=2026-02-16T18:30:10.636133226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:30:10.636138771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=9106
level=debug ts=2026-02-16T18:30:10.636144355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="298 B" policy= mostRecentLagMs=2106
level=debug ts=2026-02-16T18:30:10.638326215Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:30:11.200144061Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:39774"
level=debug ts=2026-02-16T18:30:13.993363372Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=7 streamLabelsSize="167 B" entriesSize="340 kB" structuredMetadataSize="494 B" totalSize="340 kB" mostRecentLagMs=782 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:13.993404936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="179 kB" policy= mostRecentLagMs=4607
level=debug ts=2026-02-16T18:30:13.993418179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:30:13.993428135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T18:30:13.993434236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="412 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:30:13.993461054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="158 kB" policy= mostRecentLagMs=782
level=debug ts=2026-02-16T18:30:13.997532172Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:30:14.148759052Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=6 entries=8 streamLabelsSize="221 B" entriesSize="212 kB" structuredMetadataSize="500 B" totalSize="212 kB" mostRecentLagMs=1165 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:14.148803599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=4676
level=debug ts=2026-02-16T18:30:14.148819762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=1166
level=debug ts=2026-02-16T18:30:14.148828017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=3165
level=debug ts=2026-02-16T18:30:14.148836855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="174 kB" policy= mostRecentLagMs=2033
level=debug ts=2026-02-16T18:30:14.14884724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=6788
level=debug ts=2026-02-16T18:30:14.148855338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6166
level=debug ts=2026-02-16T18:30:14.151630552Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:30:17.360326614Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:30:19.440116444Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:42030"
level=debug ts=2026-02-16T18:30:21.536999824Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.8 kB" streams=10 entries=17 streamLabelsSize="316 B" entriesSize="72 kB" structuredMetadataSize="1.1 kB" totalSize="72 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:21.537034939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:30:21.537048288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:30:21.537054621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T18:30:21.537060116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2751
level=debug ts=2026-02-16T18:30:21.537066813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T18:30:21.537074775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T18:30:21.537080108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:30:21.537084794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:30:21.537090228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:30:21.537095197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="324 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:30:21.538959934Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:30:24.995318232Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=10 entries=13 streamLabelsSize="304 B" entriesSize="383 kB" structuredMetadataSize="867 B" totalSize="383 kB" mostRecentLagMs=1467 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:24.995361416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T18:30:24.995375825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T18:30:24.995383289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=1467
level=debug ts=2026-02-16T18:30:24.995390684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T18:30:24.995396103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:30:24.995401444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=7336
level=debug ts=2026-02-16T18:30:24.995406222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="268 kB" policy= mostRecentLagMs=4256
level=debug ts=2026-02-16T18:30:24.995411506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T18:30:24.995419249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8856
level=debug ts=2026-02-16T18:30:24.995427607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T18:30:24.999539497Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:30:25.993172143Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=8 entries=11 streamLabelsSize="237 B" entriesSize="360 kB" structuredMetadataSize="714 B" totalSize="360 kB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:25.993209188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="330 kB" policy= mostRecentLagMs=1296
level=debug ts=2026-02-16T18:30:25.993221616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T18:30:25.993229078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T18:30:25.993235978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8297
level=debug ts=2026-02-16T18:30:25.993242936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="729 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:30:25.993248445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T18:30:25.99325353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T18:30:25.993258526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T18:30:25.997335534Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:30:32.544387953Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=9 entries=11 streamLabelsSize="250 B" entriesSize="484 kB" structuredMetadataSize="728 B" totalSize="484 kB" mostRecentLagMs=2014 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:32.544423631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-16T18:30:32.544436073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="122 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:30:32.544467171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="103 B" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T18:30:32.544474602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T18:30:32.544480764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="22 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:30:32.544486222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:30:32.544492109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="99 kB" policy= mostRecentLagMs=2830
level=debug ts=2026-02-16T18:30:32.544497404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:30:32.544502997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=5999
level=debug ts=2026-02-16T18:30:32.585746569Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:30:36.791939036Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:30:36.991402993Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=7 entries=10 streamLabelsSize="213 B" entriesSize="197 kB" structuredMetadataSize="631 B" totalSize="198 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:36.99146979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=4436
level=debug ts=2026-02-16T18:30:36.991487389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:30:36.991497425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="160 kB" policy= mostRecentLagMs=789
level=debug ts=2026-02-16T18:30:36.991508312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:30:36.991517334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:30:36.991524902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:30:36.991532627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:30:36.993422663Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=12 entries=26 streamLabelsSize="340 B" entriesSize="294 kB" structuredMetadataSize="1.7 kB" totalSize="294 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:36.993462456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T18:30:36.99347309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="860 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:30:36.993479423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T18:30:36.993485039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="274 kB" policy= mostRecentLagMs=805
level=debug ts=2026-02-16T18:30:36.993490216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:30:36.993495627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="627 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:30:36.993501687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T18:30:36.993506456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:30:36.993512306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T18:30:36.993517653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="627 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:30:36.993522445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="357 B" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T18:30:36.993526955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T18:30:36.99510206Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:30:36.996529655Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:30:41.203240942Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:52652"
level=debug ts=2026-02-16T18:30:45.534024062Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=5 entries=5 streamLabelsSize="148 B" entriesSize="24 kB" structuredMetadataSize="329 B" totalSize="24 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:45.534064879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="351 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:30:45.534082798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:30:45.534097665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="195 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:30:45.534107315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="777 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:30:45.534116788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=2195
level=debug ts=2026-02-16T18:30:45.535723345Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:30:47.361865572Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:30:47.541584228Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=14 entries=23 streamLabelsSize="421 B" entriesSize="450 kB" structuredMetadataSize="1.6 kB" totalSize="450 kB" mostRecentLagMs=560 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:47.541615948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=3559
level=debug ts=2026-02-16T18:30:47.541628021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=652
level=debug ts=2026-02-16T18:30:47.541635446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=560
level=debug ts=2026-02-16T18:30:47.541641533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7560
level=debug ts=2026-02-16T18:30:47.541650262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=7560
level=debug ts=2026-02-16T18:30:47.541656764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=9233
level=debug ts=2026-02-16T18:30:47.541662419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6993
level=debug ts=2026-02-16T18:30:47.541667903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="244 kB" policy= mostRecentLagMs=1646
level=debug ts=2026-02-16T18:30:47.541674041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="15 kB" policy= mostRecentLagMs=5559
level=debug ts=2026-02-16T18:30:47.541678899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=3559
level=debug ts=2026-02-16T18:30:47.541684051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2559
level=debug ts=2026-02-16T18:30:47.541689016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=560
level=debug ts=2026-02-16T18:30:47.541694217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="29 kB" policy= mostRecentLagMs=8404
level=debug ts=2026-02-16T18:30:47.54169935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=3559
level=debug ts=2026-02-16T18:30:47.546090471Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:30:49.990623816Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=10 streamLabelsSize="267 B" entriesSize="232 kB" structuredMetadataSize="641 B" totalSize="233 kB" mostRecentLagMs=2008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:49.990652766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:30:49.990670518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=3352
level=debug ts=2026-02-16T18:30:49.990676928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:30:49.99068278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=3087
level=debug ts=2026-02-16T18:30:49.990688305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:30:49.990695329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:30:49.990700322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="186 kB" policy= mostRecentLagMs=4205
level=debug ts=2026-02-16T18:30:49.990705323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:30:49.993816293Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:30:56.547235491Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="60 kB" streams=6 entries=91 streamLabelsSize="174 B" entriesSize="427 kB" structuredMetadataSize="6.7 kB" totalSize="427 kB" mostRecentLagMs=17 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:56.547265163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=6017
level=debug ts=2026-02-16T18:30:56.547275978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=17
level=debug ts=2026-02-16T18:30:56.547282443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="313 kB" policy= mostRecentLagMs=2558
level=debug ts=2026-02-16T18:30:56.547287939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7017
level=debug ts=2026-02-16T18:30:56.547293446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=5017
level=debug ts=2026-02-16T18:30:56.547298336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=17
level=debug ts=2026-02-16T18:30:56.551934573Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:30:59.998099686Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=11 entries=26 streamLabelsSize="317 B" entriesSize="685 kB" structuredMetadataSize="1.7 kB" totalSize="685 kB" mostRecentLagMs=315 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:30:59.998128766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T18:30:59.998140377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=3017
level=debug ts=2026-02-16T18:30:59.998146484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T18:30:59.998153113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T18:30:59.998158477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="449 B" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T18:30:59.998164389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T18:30:59.998171044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1983
level=debug ts=2026-02-16T18:30:59.998176497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T18:30:59.998181204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T18:30:59.998186226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6072
level=debug ts=2026-02-16T18:30:59.998191448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="590 kB" policy= mostRecentLagMs=316
level=debug ts=2026-02-16T18:31:00.009287968Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:31:01.346160485Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=9 entries=15 streamLabelsSize="291 B" entriesSize="276 kB" structuredMetadataSize="965 B" totalSize="276 kB" mostRecentLagMs=363 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:01.346195082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4363
level=debug ts=2026-02-16T18:31:01.346206832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=1363
level=debug ts=2026-02-16T18:31:01.346215238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1363
level=debug ts=2026-02-16T18:31:01.346222391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:31:01.346229102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=363
level=debug ts=2026-02-16T18:31:01.346238717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1363
level=debug ts=2026-02-16T18:31:01.346249971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=8364
level=debug ts=2026-02-16T18:31:01.346259731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=7364
level=debug ts=2026-02-16T18:31:01.346265412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="245 kB" policy= mostRecentLagMs=2711
level=debug ts=2026-02-16T18:31:01.350049046Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:31:06.446651256Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:39938"
level=debug ts=2026-02-16T18:31:07.549394503Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=12 entries=26 streamLabelsSize="363 B" entriesSize="877 kB" structuredMetadataSize="1.9 kB" totalSize="878 kB" mostRecentLagMs=19 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:07.549426052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-16T18:31:07.549437512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="415 kB" policy= mostRecentLagMs=2886
level=debug ts=2026-02-16T18:31:07.549465099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-16T18:31:07.549470939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="398 kB" policy= mostRecentLagMs=9246
level=debug ts=2026-02-16T18:31:07.549476084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-16T18:31:07.549481539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="675 B" policy= mostRecentLagMs=3019
level=debug ts=2026-02-16T18:31:07.549486261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=5019
level=debug ts=2026-02-16T18:31:07.549491405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=1019
level=debug ts=2026-02-16T18:31:07.549496365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=6019
level=debug ts=2026-02-16T18:31:07.549501832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=6019
level=debug ts=2026-02-16T18:31:07.549506705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6019
level=debug ts=2026-02-16T18:31:07.549511552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-16T18:31:07.556334878Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:31:12.744705919Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=12 entries=22 streamLabelsSize="333 B" entriesSize="319 kB" structuredMetadataSize="1.5 kB" totalSize="320 kB" mostRecentLagMs=763 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:12.744737552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=5763
level=debug ts=2026-02-16T18:31:12.744749367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6763
level=debug ts=2026-02-16T18:31:12.744757486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=6600
level=debug ts=2026-02-16T18:31:12.744763367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="13 kB" policy= mostRecentLagMs=1762
level=debug ts=2026-02-16T18:31:12.744769421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=4763
level=debug ts=2026-02-16T18:31:12.744774289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="41 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:31:12.74477915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="62 kB" policy= mostRecentLagMs=6894
level=debug ts=2026-02-16T18:31:12.744784794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2763
level=debug ts=2026-02-16T18:31:12.744789626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=1762
level=debug ts=2026-02-16T18:31:12.744794772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="992 B" policy= mostRecentLagMs=763
level=debug ts=2026-02-16T18:31:12.744799515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="39 kB" policy= mostRecentLagMs=763
level=debug ts=2026-02-16T18:31:12.744803903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=763
level=debug ts=2026-02-16T18:31:12.74933007Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:31:17.237783028Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:31:17.363533454Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:31:17.563699339Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=8 streamLabelsSize="232 B" entriesSize="216 kB" structuredMetadataSize="505 B" totalSize="216 kB" mostRecentLagMs=442 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:17.563728279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=3581
level=debug ts=2026-02-16T18:31:17.563740781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:31:17.563746901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7581
level=debug ts=2026-02-16T18:31:17.563752481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9581
level=debug ts=2026-02-16T18:31:17.56375724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=5581
level=debug ts=2026-02-16T18:31:17.563761946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="173 kB" policy= mostRecentLagMs=442
level=debug ts=2026-02-16T18:31:17.563766921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=9581
level=debug ts=2026-02-16T18:31:17.566463886Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:31:18.537382959Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=7 entries=9 streamLabelsSize="228 B" entriesSize="129 kB" structuredMetadataSize="580 B" totalSize="129 kB" mostRecentLagMs=1316 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:18.537411085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:31:18.537423221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:31:18.537429986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:31:18.537435638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:31:18.537465098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:31:18.537474043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T18:31:18.53747952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="118 kB" policy= mostRecentLagMs=1316
level=debug ts=2026-02-16T18:31:18.540333304Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:31:19.442333358Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:50552"
level=debug ts=2026-02-16T18:31:24.99117619Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=10 entries=16 streamLabelsSize="312 B" entriesSize="224 kB" structuredMetadataSize="1.1 kB" totalSize="224 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:24.991208446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7590
level=debug ts=2026-02-16T18:31:24.991221121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3329
level=debug ts=2026-02-16T18:31:24.991228515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T18:31:24.991234059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:31:24.991240016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:31:24.991245062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="18 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T18:31:24.99125025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="131 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:31:24.991254862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:31:24.991259322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:31:24.991265339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T18:31:24.994157905Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:31:29.543290711Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=4 entries=5 streamLabelsSize="119 B" entriesSize="408 kB" structuredMetadataSize="332 B" totalSize="408 kB" mostRecentLagMs=884 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:29.543328807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="442 B" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T18:31:29.543342356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T18:31:29.543349711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=884
level=debug ts=2026-02-16T18:31:29.543355576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T18:31:29.548056384Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:31:30.988395796Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.4 kB" streams=7 entries=9 streamLabelsSize="223 B" entriesSize="117 kB" structuredMetadataSize="577 B" totalSize="117 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:30.988428628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:31:30.988468205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:31:30.988474931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:31:30.988482198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:31:30.988489969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:31:30.988495355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="88 kB" policy= mostRecentLagMs=3419
level=debug ts=2026-02-16T18:31:30.98850053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8343
level=debug ts=2026-02-16T18:31:30.991457703Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:31:35.106042814Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=7 entries=13 streamLabelsSize="200 B" entriesSize="363 kB" structuredMetadataSize="863 B" totalSize="363 kB" mostRecentLagMs=124 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:35.106072146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=432
level=debug ts=2026-02-16T18:31:35.106087889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="575 B" policy= mostRecentLagMs=8125
level=debug ts=2026-02-16T18:31:35.10609441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="338 B" policy= mostRecentLagMs=125
level=debug ts=2026-02-16T18:31:35.106101604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="289 kB" policy= mostRecentLagMs=1436
level=debug ts=2026-02-16T18:31:35.106106855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=4125
level=debug ts=2026-02-16T18:31:35.106112427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=411
level=debug ts=2026-02-16T18:31:35.106117353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=125
level=debug ts=2026-02-16T18:31:35.110389188Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:31:36.448243305Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:41230"
level=debug ts=2026-02-16T18:31:40.94367422Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="130 kB" streams=6 entries=262 streamLabelsSize="193 B" entriesSize="1.1 MB" structuredMetadataSize="20 kB" totalSize="1.1 MB" mostRecentLagMs=88 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:40.943707271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=5787
level=debug ts=2026-02-16T18:31:40.943720049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="78 kB" policy= mostRecentLagMs=4327
level=debug ts=2026-02-16T18:31:40.943727927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="333 kB" policy= mostRecentLagMs=88
level=debug ts=2026-02-16T18:31:40.943735495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="333 kB" policy= mostRecentLagMs=89
level=debug ts=2026-02-16T18:31:40.943741954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="745 B" policy= mostRecentLagMs=997
level=debug ts=2026-02-16T18:31:40.943748104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="333 kB" policy= mostRecentLagMs=5789
level=debug ts=2026-02-16T18:31:40.952140766Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:31:42.565820191Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=5 entries=8 streamLabelsSize="153 B" entriesSize="388 kB" structuredMetadataSize="515 B" totalSize="388 kB" mostRecentLagMs=583 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:42.565863949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=583
level=debug ts=2026-02-16T18:31:42.565883515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1583
level=debug ts=2026-02-16T18:31:42.565896461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9264
level=debug ts=2026-02-16T18:31:42.565907634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=7881
level=debug ts=2026-02-16T18:31:42.565917476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="346 kB" policy= mostRecentLagMs=1723
level=debug ts=2026-02-16T18:31:42.570203264Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:31:45.178692438Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=11 entries=20 streamLabelsSize="313 B" entriesSize="383 kB" structuredMetadataSize="1.3 kB" totalSize="383 kB" mostRecentLagMs=2197 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:45.178722792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="239 B" policy= mostRecentLagMs=7197
level=debug ts=2026-02-16T18:31:45.178734643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2197
level=debug ts=2026-02-16T18:31:45.178741461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=6197
level=debug ts=2026-02-16T18:31:45.178748607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="256 kB" policy= mostRecentLagMs=3622
level=debug ts=2026-02-16T18:31:45.17875374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=6000
level=debug ts=2026-02-16T18:31:45.178759404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="239 B" policy= mostRecentLagMs=6197
level=debug ts=2026-02-16T18:31:45.178764897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:31:45.178769832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="602 B" policy= mostRecentLagMs=4197
level=debug ts=2026-02-16T18:31:45.178774536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5197
level=debug ts=2026-02-16T18:31:45.17877991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=2197
level=debug ts=2026-02-16T18:31:45.178785148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4263
level=debug ts=2026-02-16T18:31:45.183050141Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:31:47.366151165Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:31:49.44339682Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:59950"
level=debug ts=2026-02-16T18:31:51.539604363Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=9 entries=19 streamLabelsSize="256 B" entriesSize="155 kB" structuredMetadataSize="1.3 kB" totalSize="155 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:51.539727913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:31:51.539745202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:31:51.539753748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T18:31:51.539764073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:31:51.539771863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:31:51.539778742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:31:51.539785478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:31:51.539794345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:31:51.539800325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="99 kB" policy= mostRecentLagMs=7739
level=debug ts=2026-02-16T18:31:51.542964052Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:31:53.244604816Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.1 kB" streams=4 entries=7 streamLabelsSize="119 B" entriesSize="116 kB" structuredMetadataSize="435 B" totalSize="116 kB" mostRecentLagMs=1262 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:53.244646618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9262
level=debug ts=2026-02-16T18:31:53.244665633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=1262
level=debug ts=2026-02-16T18:31:53.244677338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="88 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:31:53.244687748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=3262
level=debug ts=2026-02-16T18:31:53.247496395Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:31:55.378495355Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=11 entries=14 streamLabelsSize="327 B" entriesSize="205 kB" structuredMetadataSize="905 B" totalSize="205 kB" mostRecentLagMs=396 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:31:55.378527764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=2397
level=debug ts=2026-02-16T18:31:55.378538808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="138 kB" policy= mostRecentLagMs=396
level=debug ts=2026-02-16T18:31:55.37854561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8397
level=debug ts=2026-02-16T18:31:55.378551132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=4397
level=debug ts=2026-02-16T18:31:55.378556366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3397
level=debug ts=2026-02-16T18:31:55.378561362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1397
level=debug ts=2026-02-16T18:31:55.378567585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="16 kB" policy= mostRecentLagMs=396
level=debug ts=2026-02-16T18:31:55.378572358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5396
level=debug ts=2026-02-16T18:31:55.378577044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=396
level=debug ts=2026-02-16T18:31:55.37858231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:31:55.378587459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=5396
level=debug ts=2026-02-16T18:31:55.381250045Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:02.426494145Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:32:02.428364276Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:32:02.543358313Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=8 entries=10 streamLabelsSize="241 B" entriesSize="468 kB" structuredMetadataSize="675 B" totalSize="468 kB" mostRecentLagMs=1013 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:02.543396349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T18:32:02.543408218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:32:02.543415397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="44 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T18:32:02.543421538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="103 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T18:32:02.543426912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T18:32:02.543431938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T18:32:02.543436987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="19 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T18:32:02.543461256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=7053
level=debug ts=2026-02-16T18:32:02.548040998Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:04.989602762Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=10 streamLabelsSize="243 B" entriesSize="245 kB" structuredMetadataSize="646 B" totalSize="245 kB" mostRecentLagMs=574 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:04.989630729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:32:04.98964217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="11 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:32:04.989649212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:32:04.989655425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="964 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:32:04.989662621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:32:04.989667273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="902 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:32:04.989672242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="207 kB" policy= mostRecentLagMs=574
level=debug ts=2026-02-16T18:32:04.99263405Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:05.994019054Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=8 entries=14 streamLabelsSize="219 B" entriesSize="410 kB" structuredMetadataSize="969 B" totalSize="410 kB" mostRecentLagMs=1496 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:05.994047648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T18:32:05.994058729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T18:32:05.994065346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T18:32:05.994070876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="178 kB" policy= mostRecentLagMs=3302
level=debug ts=2026-02-16T18:32:05.994076582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="13 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:32:05.994081652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="33 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T18:32:05.99408736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:32:05.994092828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="160 kB" policy= mostRecentLagMs=1496
level=debug ts=2026-02-16T18:32:05.998008325Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:14.538218048Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=7 entries=14 streamLabelsSize="214 B" entriesSize="199 kB" structuredMetadataSize="893 B" totalSize="199 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:14.538253573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:32:14.538274862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:32:14.53828374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:32:14.5382906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:32:14.53829683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="190 kB" policy= mostRecentLagMs=2895
level=debug ts=2026-02-16T18:32:14.538302313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:32:14.538308969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:32:14.541418784Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:16.4831862Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="64 kB" streams=8 entries=91 streamLabelsSize="235 B" entriesSize="516 kB" structuredMetadataSize="6.8 kB" totalSize="516 kB" mostRecentLagMs=501 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:16.483216174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="11 kB" policy= mostRecentLagMs=501
level=debug ts=2026-02-16T18:32:16.4832277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="105 kB" policy= mostRecentLagMs=9783
level=debug ts=2026-02-16T18:32:16.483234496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="239 B" policy= mostRecentLagMs=6501
level=debug ts=2026-02-16T18:32:16.483240473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=1459
level=debug ts=2026-02-16T18:32:16.483246739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="313 kB" policy= mostRecentLagMs=1463
level=debug ts=2026-02-16T18:32:16.483251976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=501
level=debug ts=2026-02-16T18:32:16.483256916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="13 kB" policy= mostRecentLagMs=501
level=debug ts=2026-02-16T18:32:16.483261498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="62 kB" policy= mostRecentLagMs=4368
level=debug ts=2026-02-16T18:32:16.488505718Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:32:17.368116919Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:32:20.994094655Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=8 entries=12 streamLabelsSize="253 B" entriesSize="384 kB" structuredMetadataSize="754 B" totalSize="384 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:20.994125317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:32:20.994137115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T18:32:20.994144089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T18:32:20.994149917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T18:32:20.994155799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T18:32:20.994162072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="696 B" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T18:32:20.994167673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="359 kB" policy= mostRecentLagMs=1528
level=debug ts=2026-02-16T18:32:20.994172773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="11 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:32:20.998659575Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:25.540074743Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=11 streamLabelsSize="175 B" entriesSize="261 kB" structuredMetadataSize="700 B" totalSize="261 kB" mostRecentLagMs=328 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:25.540106174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="676 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T18:32:25.540118013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="351 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:32:25.540127191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T18:32:25.540133311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:32:25.540139555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:32:25.540144903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="229 kB" policy= mostRecentLagMs=328
level=debug ts=2026-02-16T18:32:25.544369079Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:27.023600095Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="129 kB" streams=12 entries=114 streamLabelsSize="361 B" entriesSize="1.7 MB" structuredMetadataSize="8.3 kB" totalSize="1.7 MB" mostRecentLagMs=42 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:27.023634162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="97 kB" policy= mostRecentLagMs=1784
level=debug ts=2026-02-16T18:32:27.023646942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="337 kB" policy= mostRecentLagMs=4023
level=debug ts=2026-02-16T18:32:27.023653599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="43 kB" policy= mostRecentLagMs=373
level=debug ts=2026-02-16T18:32:27.023659356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=1471
level=debug ts=2026-02-16T18:32:27.023664997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10042
level=debug ts=2026-02-16T18:32:27.023670985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="62 kB" policy= mostRecentLagMs=2685
level=debug ts=2026-02-16T18:32:27.023675751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=42
level=debug ts=2026-02-16T18:32:27.023681309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=1596
level=debug ts=2026-02-16T18:32:27.023686313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3042
level=debug ts=2026-02-16T18:32:27.023690932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=2876
level=debug ts=2026-02-16T18:32:27.023695469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=4640
level=debug ts=2026-02-16T18:32:27.023700325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=8041
level=debug ts=2026-02-16T18:32:27.035362343Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:31.080692066Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=14 entries=33 streamLabelsSize="393 B" entriesSize="749 kB" structuredMetadataSize="2.1 kB" totalSize="749 kB" mostRecentLagMs=98 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:31.080720539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="602 kB" policy= mostRecentLagMs=1235
level=debug ts=2026-02-16T18:32:31.080731783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="942 B" policy= mostRecentLagMs=6098
level=debug ts=2026-02-16T18:32:31.080738859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="49 kB" policy= mostRecentLagMs=4098
level=debug ts=2026-02-16T18:32:31.08074427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=98
level=debug ts=2026-02-16T18:32:31.080749097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8098
level=debug ts=2026-02-16T18:32:31.080755126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4098
level=debug ts=2026-02-16T18:32:31.080762328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="799 B" policy= mostRecentLagMs=1098
level=debug ts=2026-02-16T18:32:31.08076722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1098
level=debug ts=2026-02-16T18:32:31.080781943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="22 kB" policy= mostRecentLagMs=1237
level=debug ts=2026-02-16T18:32:31.080786931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="327 B" policy= mostRecentLagMs=98
level=debug ts=2026-02-16T18:32:31.080791826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="28 kB" policy= mostRecentLagMs=98
level=debug ts=2026-02-16T18:32:31.080797023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=9098
level=debug ts=2026-02-16T18:32:31.080803348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="340 B" policy= mostRecentLagMs=98
level=debug ts=2026-02-16T18:32:31.080808146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1098
level=debug ts=2026-02-16T18:32:31.086559482Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:32:36.451616273Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:57116"
level=debug ts=2026-02-16T18:32:36.61066721Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=6 entries=17 streamLabelsSize="191 B" entriesSize="253 kB" structuredMetadataSize="1.1 kB" totalSize="253 kB" mostRecentLagMs=1081 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:36.610699597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=2080
level=debug ts=2026-02-16T18:32:36.610713218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=6080
level=debug ts=2026-02-16T18:32:36.610724783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=1081
level=debug ts=2026-02-16T18:32:36.610734198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="210 kB" policy= mostRecentLagMs=1591
level=debug ts=2026-02-16T18:32:36.610741759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=6080
level=debug ts=2026-02-16T18:32:36.61074718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=8081
level=debug ts=2026-02-16T18:32:36.614884732Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:38.468701695Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="68 kB" streams=9 entries=25 streamLabelsSize="282 B" entriesSize="1.2 MB" structuredMetadataSize="1.6 kB" totalSize="1.2 MB" mostRecentLagMs=1460 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:38.468737701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=3487
level=debug ts=2026-02-16T18:32:38.46874959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9487
level=debug ts=2026-02-16T18:32:38.468757736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=8447
level=debug ts=2026-02-16T18:32:38.468764754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=2486
level=debug ts=2026-02-16T18:32:38.468771017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=3650
level=debug ts=2026-02-16T18:32:38.468779931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8074
level=debug ts=2026-02-16T18:32:38.468786987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=4933
level=debug ts=2026-02-16T18:32:38.468795017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8487
level=debug ts=2026-02-16T18:32:38.468803185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=1460
level=debug ts=2026-02-16T18:32:38.477046891Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:42.005762224Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="53 kB" streams=13 entries=39 streamLabelsSize="359 B" entriesSize="886 kB" structuredMetadataSize="2.6 kB" totalSize="887 kB" mostRecentLagMs=23 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:42.005790436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=7023
level=debug ts=2026-02-16T18:32:42.005801912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=23
level=debug ts=2026-02-16T18:32:42.005808469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=7023
level=debug ts=2026-02-16T18:32:42.005813948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4023
level=debug ts=2026-02-16T18:32:42.005818827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=8023
level=debug ts=2026-02-16T18:32:42.005824632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6023
level=debug ts=2026-02-16T18:32:42.005829265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="39 kB" policy= mostRecentLagMs=3153
level=debug ts=2026-02-16T18:32:42.005834617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T18:32:42.005839241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=7023
level=debug ts=2026-02-16T18:32:42.005843841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="770 kB" policy= mostRecentLagMs=26
level=debug ts=2026-02-16T18:32:42.005848635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=5052
level=debug ts=2026-02-16T18:32:42.005853658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=23
level=debug ts=2026-02-16T18:32:42.005858192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="20 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:32:42.013366544Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:32:47.369462488Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:32:47.790927028Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="50 kB" streams=6 entries=21 streamLabelsSize="163 B" entriesSize="1.1 MB" structuredMetadataSize="1.3 kB" totalSize="1.1 MB" mostRecentLagMs=261 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:47.790970537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="694 kB" policy= mostRecentLagMs=478
level=debug ts=2026-02-16T18:32:47.790981979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=10024
level=debug ts=2026-02-16T18:32:47.790988635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=1261
level=debug ts=2026-02-16T18:32:47.790994145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="103 B" policy= mostRecentLagMs=261
level=debug ts=2026-02-16T18:32:47.790998918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="694 B" policy= mostRecentLagMs=6261
level=debug ts=2026-02-16T18:32:47.791004208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=975
level=debug ts=2026-02-16T18:32:47.799584753Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:49.477630598Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="109 kB" streams=13 entries=39 streamLabelsSize="381 B" entriesSize="1.9 MB" structuredMetadataSize="2.5 kB" totalSize="1.9 MB" mostRecentLagMs=496 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:49.477663663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="288 B" policy= mostRecentLagMs=8496
level=debug ts=2026-02-16T18:32:49.477674916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=597
level=debug ts=2026-02-16T18:32:49.477680901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=8496
level=debug ts=2026-02-16T18:32:49.477686485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=496
level=debug ts=2026-02-16T18:32:49.477692125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5731
level=debug ts=2026-02-16T18:32:49.477697787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4496
level=debug ts=2026-02-16T18:32:49.477703648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2496
level=debug ts=2026-02-16T18:32:49.477708497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="232 B" policy= mostRecentLagMs=496
level=debug ts=2026-02-16T18:32:49.47771314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="59 kB" policy= mostRecentLagMs=1905
level=debug ts=2026-02-16T18:32:49.477718761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=496
level=debug ts=2026-02-16T18:32:49.477723372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="149 kB" policy= mostRecentLagMs=3682
level=debug ts=2026-02-16T18:32:49.477728016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=2916
level=debug ts=2026-02-16T18:32:49.477732525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="103 B" policy= mostRecentLagMs=7496
level=debug ts=2026-02-16T18:32:49.488970365Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:52.032777368Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="102 kB" streams=12 entries=47 streamLabelsSize="340 B" entriesSize="2.1 MB" structuredMetadataSize="2.9 kB" totalSize="2.1 MB" mostRecentLagMs=49 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:52.032811968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="568 B" policy= mostRecentLagMs=9050
level=debug ts=2026-02-16T18:32:52.032823913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=3582
level=debug ts=2026-02-16T18:32:52.032831163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="12 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T18:32:52.03283687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=7050
level=debug ts=2026-02-16T18:32:52.032844275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=4050
level=debug ts=2026-02-16T18:32:52.032849291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=2476
level=debug ts=2026-02-16T18:32:52.032855858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="12 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T18:32:52.032863913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="42 kB" policy= mostRecentLagMs=1050
level=debug ts=2026-02-16T18:32:52.032871592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=2050
level=debug ts=2026-02-16T18:32:52.032877337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=50
level=debug ts=2026-02-16T18:32:52.032882716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=564
level=debug ts=2026-02-16T18:32:52.032887388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="39 kB" policy= mostRecentLagMs=2307
level=debug ts=2026-02-16T18:32:52.047253954Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:54.195079349Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="100 kB" streams=8 entries=31 streamLabelsSize="226 B" entriesSize="2.0 MB" structuredMetadataSize="1.9 kB" totalSize="2.0 MB" mostRecentLagMs=166 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:54.195112044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="232 B" policy= mostRecentLagMs=3214
level=debug ts=2026-02-16T18:32:54.195123504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=1215
level=debug ts=2026-02-16T18:32:54.195129114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="827 B" policy= mostRecentLagMs=2213
level=debug ts=2026-02-16T18:32:54.195135675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4213
level=debug ts=2026-02-16T18:32:54.195141328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="108 kB" policy= mostRecentLagMs=867
level=debug ts=2026-02-16T18:32:54.195146366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="40 kB" policy= mostRecentLagMs=4116
level=debug ts=2026-02-16T18:32:54.195152562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4213
level=debug ts=2026-02-16T18:32:54.195157864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=166
level=debug ts=2026-02-16T18:32:54.205128573Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:58.160112568Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=5 entries=22 streamLabelsSize="152 B" entriesSize="723 kB" structuredMetadataSize="1.4 kB" totalSize="723 kB" mostRecentLagMs=629 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:32:58.160144937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=629
level=debug ts=2026-02-16T18:32:58.160157407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="696 kB" policy= mostRecentLagMs=1630
level=debug ts=2026-02-16T18:32:58.160164452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=2630
level=debug ts=2026-02-16T18:32:58.160170132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="129 B" policy= mostRecentLagMs=9630
level=debug ts=2026-02-16T18:32:58.16017655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5613
level=debug ts=2026-02-16T18:32:58.16570658Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:32:59.754282887Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:33:02.252397626Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=10 entries=26 streamLabelsSize="335 B" entriesSize="1.0 MB" structuredMetadataSize="1.7 kB" totalSize="1.0 MB" mostRecentLagMs=270 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:02.252425745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="951 kB" policy= mostRecentLagMs=1987
level=debug ts=2026-02-16T18:33:02.252437782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4269
level=debug ts=2026-02-16T18:33:02.252464603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=270
level=debug ts=2026-02-16T18:33:02.252471932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=4269
level=debug ts=2026-02-16T18:33:02.252478005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="39 kB" policy= mostRecentLagMs=9393
level=debug ts=2026-02-16T18:33:02.252483275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2270
level=debug ts=2026-02-16T18:33:02.252488082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1270
level=debug ts=2026-02-16T18:33:02.252492746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=8270
level=debug ts=2026-02-16T18:33:02.252497297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5270
level=debug ts=2026-02-16T18:33:02.252501798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2270
level=debug ts=2026-02-16T18:33:02.2957432Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:33:04.187705242Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="78 kB" streams=9 entries=33 streamLabelsSize="258 B" entriesSize="1.4 MB" structuredMetadataSize="2.1 kB" totalSize="1.4 MB" mostRecentLagMs=205 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:04.18774211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=1205
level=debug ts=2026-02-16T18:33:04.187753744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="309 B" policy= mostRecentLagMs=206
level=debug ts=2026-02-16T18:33:04.187761872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="60 kB" policy= mostRecentLagMs=7875
level=debug ts=2026-02-16T18:33:04.187768149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="36 kB" policy= mostRecentLagMs=1205
level=debug ts=2026-02-16T18:33:04.187773792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=1205
level=debug ts=2026-02-16T18:33:04.187779652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=4760
level=debug ts=2026-02-16T18:33:04.187785055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="24 kB" policy= mostRecentLagMs=206
level=debug ts=2026-02-16T18:33:04.187791814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=993
level=debug ts=2026-02-16T18:33:04.187796783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=4969
level=debug ts=2026-02-16T18:33:04.19788105Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:33:06.453165002Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:49908"
level=debug ts=2026-02-16T18:33:08.554020288Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="54 kB" streams=11 entries=40 streamLabelsSize="330 B" entriesSize="1.1 MB" structuredMetadataSize="2.6 kB" totalSize="1.1 MB" mostRecentLagMs=24 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:08.554052682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=3024
level=debug ts=2026-02-16T18:33:08.554064029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="298 kB" policy= mostRecentLagMs=4926
level=debug ts=2026-02-16T18:33:08.554069698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="696 B" policy= mostRecentLagMs=4023
level=debug ts=2026-02-16T18:33:08.554074755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="13 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T18:33:08.554081347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=4711
level=debug ts=2026-02-16T18:33:08.554087573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=8316
level=debug ts=2026-02-16T18:33:08.554093818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="397 kB" policy= mostRecentLagMs=6946
level=debug ts=2026-02-16T18:33:08.554098936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="232 B" policy= mostRecentLagMs=5024
level=debug ts=2026-02-16T18:33:08.554104225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="11 kB" policy= mostRecentLagMs=24
level=debug ts=2026-02-16T18:33:08.554109624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=5024
level=debug ts=2026-02-16T18:33:08.554113968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="696 B" policy= mostRecentLagMs=4023
level=debug ts=2026-02-16T18:33:08.561745686Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:33:13.013600275Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="66 kB" streams=14 entries=35 streamLabelsSize="437 B" entriesSize="1.2 MB" structuredMetadataSize="2.2 kB" totalSize="1.2 MB" mostRecentLagMs=843 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:13.013631513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9030
level=debug ts=2026-02-16T18:33:13.013643246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=9031
level=debug ts=2026-02-16T18:33:13.013649692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=3030
level=debug ts=2026-02-16T18:33:13.013655277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=8031
level=debug ts=2026-02-16T18:33:13.013660997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="58 kB" policy= mostRecentLagMs=843
level=debug ts=2026-02-16T18:33:13.01366649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=6031
level=debug ts=2026-02-16T18:33:13.013671365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="88 B" policy= mostRecentLagMs=10030
level=debug ts=2026-02-16T18:33:13.013676477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="51 kB" policy= mostRecentLagMs=1125
level=debug ts=2026-02-16T18:33:13.013681557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="42 kB" policy= mostRecentLagMs=2031
level=debug ts=2026-02-16T18:33:13.013687165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="23 kB" policy= mostRecentLagMs=3909
level=debug ts=2026-02-16T18:33:13.013692114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="229 B" policy= mostRecentLagMs=1031
level=debug ts=2026-02-16T18:33:13.01369675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="988 kB" policy= mostRecentLagMs=1344
level=debug ts=2026-02-16T18:33:13.013701443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="684 B" policy= mostRecentLagMs=8031
level=debug ts=2026-02-16T18:33:13.013706773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9031
level=debug ts=2026-02-16T18:33:13.020591011Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:33:15.03638083Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="90 kB" streams=11 entries=36 streamLabelsSize="317 B" entriesSize="1.8 MB" structuredMetadataSize="2.3 kB" totalSize="1.8 MB" mostRecentLagMs=55 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:15.036429458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="930 B" policy= mostRecentLagMs=55
level=debug ts=2026-02-16T18:33:15.036465492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="60 kB" policy= mostRecentLagMs=1432
level=debug ts=2026-02-16T18:33:15.036477007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=253
level=debug ts=2026-02-16T18:33:15.036486201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=5054
level=debug ts=2026-02-16T18:33:15.036497418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10054
level=debug ts=2026-02-16T18:33:15.036506791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="387 B" policy= mostRecentLagMs=10054
level=debug ts=2026-02-16T18:33:15.036515096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="102 kB" policy= mostRecentLagMs=3443
level=debug ts=2026-02-16T18:33:15.036523214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=9225
level=debug ts=2026-02-16T18:33:15.036531425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=5054
level=debug ts=2026-02-16T18:33:15.036540978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="40 kB" policy= mostRecentLagMs=5054
level=debug ts=2026-02-16T18:33:15.036549416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5054
level=debug ts=2026-02-16T18:33:15.046742925Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:33:17.370508026Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:33:18.582810476Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=10 entries=21 streamLabelsSize="319 B" entriesSize="711 kB" structuredMetadataSize="1.3 kB" totalSize="712 kB" mostRecentLagMs=1593 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:18.582855623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="510 kB" policy= mostRecentLagMs=1593
level=debug ts=2026-02-16T18:33:18.582873461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="35 kB" policy= mostRecentLagMs=7053
level=debug ts=2026-02-16T18:33:18.582884952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6052
level=debug ts=2026-02-16T18:33:18.582894431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=9053
level=debug ts=2026-02-16T18:33:18.582904007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=4053
level=debug ts=2026-02-16T18:33:18.582913954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="76 kB" policy= mostRecentLagMs=1915
level=debug ts=2026-02-16T18:33:18.58292352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="33 kB" policy= mostRecentLagMs=9395
level=debug ts=2026-02-16T18:33:18.582946433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="42 kB" policy= mostRecentLagMs=9342
level=debug ts=2026-02-16T18:33:18.582957913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=7053
level=debug ts=2026-02-16T18:33:18.582970013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="598 B" policy= mostRecentLagMs=6052
level=debug ts=2026-02-16T18:33:18.589271916Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:33:23.998073998Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=6 entries=26 streamLabelsSize="205 B" entriesSize="368 kB" structuredMetadataSize="1.6 kB" totalSize="368 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:23.998121559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T18:33:23.998139209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T18:33:23.998150428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="331 kB" policy= mostRecentLagMs=166
level=debug ts=2026-02-16T18:33:23.998162014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="815 B" policy= mostRecentLagMs=9015
level=debug ts=2026-02-16T18:33:23.998171602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-16T18:33:23.998181032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=8945
level=debug ts=2026-02-16T18:33:24.004641535Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:33:26.055701132Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="125 kB" streams=10 entries=40 streamLabelsSize="326 B" entriesSize="1.9 MB" structuredMetadataSize="2.6 kB" totalSize="1.9 MB" mostRecentLagMs=91 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:26.055744389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=8907
level=debug ts=2026-02-16T18:33:26.055762142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="203 kB" policy= mostRecentLagMs=233
level=debug ts=2026-02-16T18:33:26.055772305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="302 B" policy= mostRecentLagMs=1074
level=debug ts=2026-02-16T18:33:26.055781202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10077
level=debug ts=2026-02-16T18:33:26.055790464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=1074
level=debug ts=2026-02-16T18:33:26.05579915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="264 kB" policy= mostRecentLagMs=142
level=debug ts=2026-02-16T18:33:26.05580802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=509
level=debug ts=2026-02-16T18:33:26.055816285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="158 kB" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T18:33:26.055824757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="79 kB" policy= mostRecentLagMs=8027
level=debug ts=2026-02-16T18:33:26.055834063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=9074
level=debug ts=2026-02-16T18:33:26.068329437Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:33:29.552929565Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=6 entries=19 streamLabelsSize="209 B" entriesSize="689 kB" structuredMetadataSize="1.3 kB" totalSize="690 kB" mostRecentLagMs=318 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:29.55296287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="458 kB" policy= mostRecentLagMs=318
level=debug ts=2026-02-16T18:33:29.552975592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="13 kB" policy= mostRecentLagMs=2023
level=debug ts=2026-02-16T18:33:29.552987103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="201 kB" policy= mostRecentLagMs=2241
level=debug ts=2026-02-16T18:33:29.552997372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=5023
level=debug ts=2026-02-16T18:33:29.553006881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="777 B" policy= mostRecentLagMs=4023
level=debug ts=2026-02-16T18:33:29.553015918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=3023
level=debug ts=2026-02-16T18:33:29.558852893Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:33:34.248713454Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="77 kB" streams=13 entries=40 streamLabelsSize="388 B" entriesSize="1.4 MB" structuredMetadataSize="2.6 kB" totalSize="1.4 MB" mostRecentLagMs=266 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:34.248749988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="516 B" policy= mostRecentLagMs=9265
level=debug ts=2026-02-16T18:33:34.248762054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4266
level=debug ts=2026-02-16T18:33:34.248768601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=4266
level=debug ts=2026-02-16T18:33:34.248774318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=2266
level=debug ts=2026-02-16T18:33:34.248780573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="22 kB" policy= mostRecentLagMs=7876
level=debug ts=2026-02-16T18:33:34.248788416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="40 kB" policy= mostRecentLagMs=9703
level=debug ts=2026-02-16T18:33:34.248796693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="186 kB" policy= mostRecentLagMs=7265
level=debug ts=2026-02-16T18:33:34.248802076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=3720
level=debug ts=2026-02-16T18:33:34.248806879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=266
level=debug ts=2026-02-16T18:33:34.248812056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=3266
level=debug ts=2026-02-16T18:33:34.248816999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="15 kB" policy= mostRecentLagMs=266
level=debug ts=2026-02-16T18:33:34.248822317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=4266
level=debug ts=2026-02-16T18:33:34.24882713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="19 kB" policy= mostRecentLagMs=8266
level=debug ts=2026-02-16T18:33:34.25743459Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:33:36.040003704Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="106 kB" streams=10 entries=39 streamLabelsSize="287 B" entriesSize="1.7 MB" structuredMetadataSize="2.5 kB" totalSize="1.7 MB" mostRecentLagMs=58 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:36.040039842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=7270
level=debug ts=2026-02-16T18:33:36.040052709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6058
level=debug ts=2026-02-16T18:33:36.040059139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1059
level=debug ts=2026-02-16T18:33:36.040066348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="42 kB" policy= mostRecentLagMs=2058
level=debug ts=2026-02-16T18:33:36.040071686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=7058
level=debug ts=2026-02-16T18:33:36.040078435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="286 kB" policy= mostRecentLagMs=3608
level=debug ts=2026-02-16T18:33:36.040084495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="15 kB" policy= mostRecentLagMs=58
level=debug ts=2026-02-16T18:33:36.040089413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=1167
level=debug ts=2026-02-16T18:33:36.040094037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="96 kB" policy= mostRecentLagMs=6058
level=debug ts=2026-02-16T18:33:36.040100505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="44 kB" policy= mostRecentLagMs=7688
level=debug ts=2026-02-16T18:33:36.049742518Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:33:41.226462446Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:33438"
level=debug ts=2026-02-16T18:33:41.550681802Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=8 entries=24 streamLabelsSize="238 B" entriesSize="905 kB" structuredMetadataSize="1.6 kB" totalSize="905 kB" mostRecentLagMs=20 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:41.550713171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="34 kB" policy= mostRecentLagMs=6020
level=debug ts=2026-02-16T18:33:41.550725454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="116 kB" policy= mostRecentLagMs=6732
level=debug ts=2026-02-16T18:33:41.55073156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="361 kB" policy= mostRecentLagMs=681
level=debug ts=2026-02-16T18:33:41.550737449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=913
level=debug ts=2026-02-16T18:33:41.550742737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="10 kB" policy= mostRecentLagMs=20
level=debug ts=2026-02-16T18:33:41.550748024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=9930
level=debug ts=2026-02-16T18:33:41.55075277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="29 kB" policy= mostRecentLagMs=10021
level=debug ts=2026-02-16T18:33:41.550757619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=20
level=debug ts=2026-02-16T18:33:41.557340006Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:33:44.963318642Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=9 entries=23 streamLabelsSize="272 B" entriesSize="1.1 MB" structuredMetadataSize="1.4 kB" totalSize="1.1 MB" mostRecentLagMs=607 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:44.963349661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=8981
level=debug ts=2026-02-16T18:33:44.963360679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4980
level=debug ts=2026-02-16T18:33:44.963367019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=607
level=debug ts=2026-02-16T18:33:44.963372455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=8981
level=debug ts=2026-02-16T18:33:44.963377581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=5351
level=debug ts=2026-02-16T18:33:44.963383803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="37 kB" policy= mostRecentLagMs=8615
level=debug ts=2026-02-16T18:33:44.963388537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=9219
level=debug ts=2026-02-16T18:33:44.963393197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="20 kB" policy= mostRecentLagMs=4135
level=debug ts=2026-02-16T18:33:44.963399083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=3394
level=debug ts=2026-02-16T18:33:44.97134144Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:33:46.166861577Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="71 kB" streams=6 entries=24 streamLabelsSize="169 B" entriesSize="1.4 MB" structuredMetadataSize="1.5 kB" totalSize="1.4 MB" mostRecentLagMs=207 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:46.166891929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="13 kB" policy= mostRecentLagMs=6185
level=debug ts=2026-02-16T18:33:46.16690424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="582 B" policy= mostRecentLagMs=2185
level=debug ts=2026-02-16T18:33:46.166910783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="50 kB" policy= mostRecentLagMs=5453
level=debug ts=2026-02-16T18:33:46.166916318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=8185
level=debug ts=2026-02-16T18:33:46.166921375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=8185
level=debug ts=2026-02-16T18:33:46.166926335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=207
level=debug ts=2026-02-16T18:33:46.175399925Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:33:47.371662362Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:33:51.3950689Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:33:51.861222509Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=8 entries=22 streamLabelsSize="269 B" entriesSize="817 kB" structuredMetadataSize="1.5 kB" totalSize="817 kB" mostRecentLagMs=1192 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:51.861252754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="81 kB" policy= mostRecentLagMs=1192
level=debug ts=2026-02-16T18:33:51.861264253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1331
level=debug ts=2026-02-16T18:33:51.861270089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4331
level=debug ts=2026-02-16T18:33:51.861276567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2331
level=debug ts=2026-02-16T18:33:51.861284425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=5331
level=debug ts=2026-02-16T18:33:51.861292588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd-managed\"}" streamLabelsHash=128732388 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=2670
level=debug ts=2026-02-16T18:33:51.86130023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=6332
level=debug ts=2026-02-16T18:33:51.861308438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="720 kB" policy= mostRecentLagMs=2748
level=debug ts=2026-02-16T18:33:51.867277459Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:33:56.434100011Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="111 kB" streams=10 entries=39 streamLabelsSize="325 B" entriesSize="2.1 MB" structuredMetadataSize="2.5 kB" totalSize="2.1 MB" mostRecentLagMs=452 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:56.434133743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9452
level=debug ts=2026-02-16T18:33:56.434146465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="109 kB" policy= mostRecentLagMs=3620
level=debug ts=2026-02-16T18:33:56.434153945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="207 kB" policy= mostRecentLagMs=1002
level=debug ts=2026-02-16T18:33:56.434159724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="32 kB" policy= mostRecentLagMs=6079
level=debug ts=2026-02-16T18:33:56.434165075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=2783
level=debug ts=2026-02-16T18:33:56.434170229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="93 kB" policy= mostRecentLagMs=929
level=debug ts=2026-02-16T18:33:56.434175293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=2452
level=debug ts=2026-02-16T18:33:56.434179801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6452
level=debug ts=2026-02-16T18:33:56.434185462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="10 kB" policy= mostRecentLagMs=452
level=debug ts=2026-02-16T18:33:56.434190319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="178 kB" policy= mostRecentLagMs=2393
level=debug ts=2026-02-16T18:33:56.446267394Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:33:57.002345115Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="47 kB" streams=10 entries=20 streamLabelsSize="301 B" entriesSize="777 kB" structuredMetadataSize="1.3 kB" totalSize="777 kB" mostRecentLagMs=2019 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:33:57.002379294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=2019
level=debug ts=2026-02-16T18:33:57.002390614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=8020
level=debug ts=2026-02-16T18:33:57.002396785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="751 B" policy= mostRecentLagMs=6020
level=debug ts=2026-02-16T18:33:57.002404217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=3601
level=debug ts=2026-02-16T18:33:57.002409944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3470
level=debug ts=2026-02-16T18:33:57.002417446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3020
level=debug ts=2026-02-16T18:33:57.002423471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="690 kB" policy= mostRecentLagMs=3349
level=debug ts=2026-02-16T18:33:57.002428417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="780 B" policy= mostRecentLagMs=3020
level=debug ts=2026-02-16T18:33:57.002433053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="750 B" policy= mostRecentLagMs=4020
level=debug ts=2026-02-16T18:33:57.002437673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7020
level=debug ts=2026-02-16T18:33:57.007506023Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:34:02.352818241Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=11 entries=20 streamLabelsSize="357 B" entriesSize="625 kB" structuredMetadataSize="1.3 kB" totalSize="625 kB" mostRecentLagMs=823 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:02.352858876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=9823
level=debug ts=2026-02-16T18:34:02.352876741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd-managed\"}" streamLabelsHash=128732388 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=3819
level=debug ts=2026-02-16T18:34:02.352889491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="26 kB" policy= mostRecentLagMs=9823
level=debug ts=2026-02-16T18:34:02.352899523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=5823
level=debug ts=2026-02-16T18:34:02.352909746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="26 kB" policy= mostRecentLagMs=823
level=debug ts=2026-02-16T18:34:02.35291837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="11 kB" policy= mostRecentLagMs=823
level=debug ts=2026-02-16T18:34:02.352926414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=4658
level=debug ts=2026-02-16T18:34:02.352934403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="76 kB" policy= mostRecentLagMs=9516
level=debug ts=2026-02-16T18:34:02.352942803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="108 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T18:34:02.352950799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2823
level=debug ts=2026-02-16T18:34:02.352959669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="12 kB" policy= mostRecentLagMs=1705
level=debug ts=2026-02-16T18:34:02.358984321Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:34:06.456252538Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:57998"
level=debug ts=2026-02-16T18:34:06.996622699Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=14 entries=27 streamLabelsSize="384 B" entriesSize="377 kB" structuredMetadataSize="1.7 kB" totalSize="378 kB" mostRecentLagMs=471 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:06.996655724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="192 kB" policy= mostRecentLagMs=471
level=debug ts=2026-02-16T18:34:06.996667769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="495 B" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T18:34:06.996674483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-obvk\"}" streamLabelsHash=3065821322 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T18:34:06.996680656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T18:34:06.996685823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="330 B" policy= mostRecentLagMs=2014
level=debug ts=2026-02-16T18:34:06.996691486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="82 kB" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T18:34:06.996696468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T18:34:06.996702025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1969
level=debug ts=2026-02-16T18:34:06.996706886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T18:34:06.996711343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T18:34:06.996715759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8987
level=debug ts=2026-02-16T18:34:06.996720967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="27 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T18:34:06.996725613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8015
level=debug ts=2026-02-16T18:34:06.996730521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T18:34:07.001125776Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:34:07.990493351Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=11 entries=19 streamLabelsSize="360 B" entriesSize="162 kB" structuredMetadataSize="1.2 kB" totalSize="163 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:07.99052601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:34:07.990538523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:34:07.990546083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="54 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:34:07.99055295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:34:07.990559907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:34:07.990565651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="18 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:34:07.990570867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="130 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:34:07.99057739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:34:07.990583131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:34:07.990588195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="70 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:34:07.99059376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:34:07.993805956Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:34:12.540421885Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=10 entries=21 streamLabelsSize="296 B" entriesSize="363 kB" structuredMetadataSize="1.3 kB" totalSize="364 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:12.540469898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="495 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:34:12.540481667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:34:12.540489205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="180 kB" policy= mostRecentLagMs=4136
level=debug ts=2026-02-16T18:34:12.540494872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-qtrv\"}" streamLabelsHash=882537707 streamSizeBytes="495 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T18:34:12.540500404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="141 kB" policy= mostRecentLagMs=181
level=debug ts=2026-02-16T18:34:12.540507032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:34:12.540511827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="374 B" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:34:12.540516405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:34:12.540521433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd-managed\"}" streamLabelsHash=128732388 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=5806
level=debug ts=2026-02-16T18:34:12.540526162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="20 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:34:12.545186287Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:34:17.372923699Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:34:17.996001655Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=7 entries=16 streamLabelsSize="229 B" entriesSize="472 kB" structuredMetadataSize="1.0 kB" totalSize="472 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:17.996033396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=4682
level=debug ts=2026-02-16T18:34:17.996045575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T18:34:17.996052406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T18:34:17.99605843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:34:17.996063996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="24 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T18:34:17.996069962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="348 kB" policy= mostRecentLagMs=2597
level=debug ts=2026-02-16T18:34:17.996075128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="61 kB" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T18:34:18.000228921Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:34:18.783063458Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.9 kB" streams=7 entries=7 streamLabelsSize="184 B" entriesSize="115 kB" structuredMetadataSize="428 B" totalSize="116 kB" mostRecentLagMs=800 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:18.783096707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=800
level=debug ts=2026-02-16T18:34:18.783108518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="90 kB" policy= mostRecentLagMs=3386
level=debug ts=2026-02-16T18:34:18.783114952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="685 B" policy= mostRecentLagMs=7800
level=debug ts=2026-02-16T18:34:18.783121786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="536 B" policy= mostRecentLagMs=7800
level=debug ts=2026-02-16T18:34:18.783127381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="18 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:34:18.783133686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8800
level=debug ts=2026-02-16T18:34:18.78313861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=4800
level=debug ts=2026-02-16T18:34:18.785994359Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:34:19.453901804Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:60402"
level=debug ts=2026-02-16T18:34:24.820890348Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=3 entries=7 streamLabelsSize="88 B" entriesSize="262 kB" structuredMetadataSize="441 B" totalSize="263 kB" mostRecentLagMs=1146 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:24.820934841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="130 kB" policy= mostRecentLagMs=6154
level=debug ts=2026-02-16T18:34:24.820950685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="111 kB" policy= mostRecentLagMs=2154
level=debug ts=2026-02-16T18:34:24.820959659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1146
level=debug ts=2026-02-16T18:34:24.825258824Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:34:28.893816739Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=10 entries=20 streamLabelsSize="306 B" entriesSize="473 kB" structuredMetadataSize="1.3 kB" totalSize="473 kB" mostRecentLagMs=911 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:28.893846905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=911
level=debug ts=2026-02-16T18:34:28.893858081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=5911
level=debug ts=2026-02-16T18:34:28.893864696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8911
level=debug ts=2026-02-16T18:34:28.893870644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5911
level=debug ts=2026-02-16T18:34:28.893876104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7911
level=debug ts=2026-02-16T18:34:28.893882747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=911
level=debug ts=2026-02-16T18:34:28.893888228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=9911
level=debug ts=2026-02-16T18:34:28.893893979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=1911
level=debug ts=2026-02-16T18:34:28.893899692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5911
level=debug ts=2026-02-16T18:34:28.893904863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="385 kB" policy= mostRecentLagMs=2859
level=debug ts=2026-02-16T18:34:28.898411718Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:34:29.013720166Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="75 kB" streams=10 entries=35 streamLabelsSize="283 B" entriesSize="1.2 MB" structuredMetadataSize="2.3 kB" totalSize="1.2 MB" mostRecentLagMs=32 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:29.013753762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="121 kB" policy= mostRecentLagMs=4355
level=debug ts=2026-02-16T18:34:29.013766276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="135 kB" policy= mostRecentLagMs=3571
level=debug ts=2026-02-16T18:34:29.013774149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1870
level=debug ts=2026-02-16T18:34:29.013780608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="10 kB" policy= mostRecentLagMs=3032
level=debug ts=2026-02-16T18:34:29.013786587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=32
level=debug ts=2026-02-16T18:34:29.013791589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9032
level=debug ts=2026-02-16T18:34:29.013796398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1870
level=debug ts=2026-02-16T18:34:29.013801169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="860 kB" policy= mostRecentLagMs=2972
level=debug ts=2026-02-16T18:34:29.013805958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=8032
level=debug ts=2026-02-16T18:34:29.01381126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=5032
level=debug ts=2026-02-16T18:34:29.020975219Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:34:35.545008319Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=8 entries=12 streamLabelsSize="241 B" entriesSize="549 kB" structuredMetadataSize="795 B" totalSize="549 kB" mostRecentLagMs=1015 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:35.545043319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T18:34:35.545055855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="43 kB" policy= mostRecentLagMs=5019
level=debug ts=2026-02-16T18:34:35.545062477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd-managed\"}" streamLabelsHash=128732388 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T18:34:35.545069433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="111 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T18:34:35.545074951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:34:35.545080755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=9952
level=debug ts=2026-02-16T18:34:35.545086297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=8015
level=debug ts=2026-02-16T18:34:35.545091065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:34:35.550534962Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:34:36.457366681Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:59824"
level=debug ts=2026-02-16T18:34:38.992924191Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=11 entries=14 streamLabelsSize="327 B" entriesSize="298 kB" structuredMetadataSize="888 B" totalSize="298 kB" mostRecentLagMs=436 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:38.992958696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="179 kB" policy= mostRecentLagMs=436
level=debug ts=2026-02-16T18:34:38.992971266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T18:34:38.992977818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:34:38.992982948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:34:38.992988081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:34:38.992993831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:34:38.992998899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:34:38.993003559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="14 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:34:38.993008188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=872
level=debug ts=2026-02-16T18:34:38.993029432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="21 kB" policy= mostRecentLagMs=565
level=debug ts=2026-02-16T18:34:38.993037556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:34:38.997521766Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:34:40.002306055Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=9 entries=26 streamLabelsSize="266 B" entriesSize="766 kB" structuredMetadataSize="1.6 kB" totalSize="766 kB" mostRecentLagMs=20 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:40.002412946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd-managed\"}" streamLabelsHash=128732388 streamSizeBytes="232 B" policy= mostRecentLagMs=2020
level=debug ts=2026-02-16T18:34:40.002427181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="38 kB" policy= mostRecentLagMs=4020
level=debug ts=2026-02-16T18:34:40.002435155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=5021
level=debug ts=2026-02-16T18:34:40.002468846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="619 kB" policy= mostRecentLagMs=20
level=debug ts=2026-02-16T18:34:40.002476155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=3020
level=debug ts=2026-02-16T18:34:40.002482267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=2020
level=debug ts=2026-02-16T18:34:40.002488004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=4021
level=debug ts=2026-02-16T18:34:40.002493508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=9862
level=debug ts=2026-02-16T18:34:40.002498223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="24 kB" policy= mostRecentLagMs=6021
level=debug ts=2026-02-16T18:34:40.008638769Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:34:41.232140207Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:56496"
level=debug ts=2026-02-16T18:34:42.453279253Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:34:46.544326208Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=5 entries=12 streamLabelsSize="137 B" entriesSize="501 kB" structuredMetadataSize="771 B" totalSize="502 kB" mostRecentLagMs=1014 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:46.544360977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="494 kB" policy= mostRecentLagMs=1321
level=debug ts=2026-02-16T18:34:46.544373227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:34:46.54437975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="339 B" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:34:46.544386499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=5015
level=debug ts=2026-02-16T18:34:46.544392655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T18:34:46.549008328Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:34:47.374983152Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:34:48.822631297Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="95 kB" streams=8 entries=31 streamLabelsSize="253 B" entriesSize="2.0 MB" structuredMetadataSize="2.0 kB" totalSize="2.0 MB" mostRecentLagMs=1785 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:48.82266636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="34 kB" policy= mostRecentLagMs=7841
level=debug ts=2026-02-16T18:34:48.822679662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=2608
level=debug ts=2026-02-16T18:34:48.822686156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=1841
level=debug ts=2026-02-16T18:34:48.82269304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="75 kB" policy= mostRecentLagMs=7841
level=debug ts=2026-02-16T18:34:48.822701954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=1785
level=debug ts=2026-02-16T18:34:48.822710529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd-managed\"}" streamLabelsHash=128732388 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3841
level=debug ts=2026-02-16T18:34:48.822715682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=4958
level=debug ts=2026-02-16T18:34:48.822720522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7841
level=debug ts=2026-02-16T18:34:48.836002466Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:34:49.455104219Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:50662"
level=debug ts=2026-02-16T18:34:49.510189425Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="48 kB" streams=5 entries=18 streamLabelsSize="161 B" entriesSize="1.1 MB" structuredMetadataSize="1.1 kB" totalSize="1.1 MB" mostRecentLagMs=398 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:49.510226789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=6527
level=debug ts=2026-02-16T18:34:49.51024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=5778
level=debug ts=2026-02-16T18:34:49.510246831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=398
level=debug ts=2026-02-16T18:34:49.510255319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8528
level=debug ts=2026-02-16T18:34:49.510261495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9528
level=debug ts=2026-02-16T18:34:49.517200268Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:34:57.239997572Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=9 entries=15 streamLabelsSize="300 B" entriesSize="751 kB" structuredMetadataSize="980 B" totalSize="752 kB" mostRecentLagMs=709 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:57.240032145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="316 kB" policy= mostRecentLagMs=1710
level=debug ts=2026-02-16T18:34:57.240044747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=3558
level=debug ts=2026-02-16T18:34:57.240052542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd-managed\"}" streamLabelsHash=128732388 streamSizeBytes="147 B" policy= mostRecentLagMs=1710
level=debug ts=2026-02-16T18:34:57.240058545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=2709
level=debug ts=2026-02-16T18:34:57.240063745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4710
level=debug ts=2026-02-16T18:34:57.240068727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="11 kB" policy= mostRecentLagMs=2709
level=debug ts=2026-02-16T18:34:57.24007346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3474
level=debug ts=2026-02-16T18:34:57.240078313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="27 kB" policy= mostRecentLagMs=710
level=debug ts=2026-02-16T18:34:57.240083198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=710
level=debug ts=2026-02-16T18:34:57.24640032Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:34:58.823833515Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="107 kB" streams=14 entries=43 streamLabelsSize="424 B" entriesSize="1.8 MB" structuredMetadataSize="2.7 kB" totalSize="1.8 MB" mostRecentLagMs=74 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:58.823869314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8842
level=debug ts=2026-02-16T18:34:58.823882151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:34:58.82388902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=3987
level=debug ts=2026-02-16T18:34:58.823895631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=4670
level=debug ts=2026-02-16T18:34:58.823901086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=9842
level=debug ts=2026-02-16T18:34:58.8239061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=1842
level=debug ts=2026-02-16T18:34:58.823912214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="364 B" policy= mostRecentLagMs=1842
level=debug ts=2026-02-16T18:34:58.823917327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8842
level=debug ts=2026-02-16T18:34:58.823921992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=74
level=debug ts=2026-02-16T18:34:58.823927912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=74
level=debug ts=2026-02-16T18:34:58.823933417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="108 kB" policy= mostRecentLagMs=1197
level=debug ts=2026-02-16T18:34:58.82393909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="232 B" policy= mostRecentLagMs=1842
level=debug ts=2026-02-16T18:34:58.823943995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd-managed\"}" streamLabelsHash=128732388 streamSizeBytes="11 kB" policy= mostRecentLagMs=5842
level=debug ts=2026-02-16T18:34:58.823949187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=4842
level=debug ts=2026-02-16T18:34:58.836730933Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:34:59.600951399Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=8 entries=18 streamLabelsSize="261 B" entriesSize="736 kB" structuredMetadataSize="1.1 kB" totalSize="737 kB" mostRecentLagMs=552 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:34:59.600985598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=552
level=debug ts=2026-02-16T18:34:59.600998252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="665 kB" policy= mostRecentLagMs=1073
level=debug ts=2026-02-16T18:34:59.601005178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=8618
level=debug ts=2026-02-16T18:34:59.601011032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="16 kB" policy= mostRecentLagMs=5618
level=debug ts=2026-02-16T18:34:59.601018837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1619
level=debug ts=2026-02-16T18:34:59.601024224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9618
level=debug ts=2026-02-16T18:34:59.601029869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="239 B" policy= mostRecentLagMs=5618
level=debug ts=2026-02-16T18:34:59.601035452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=6618
level=debug ts=2026-02-16T18:34:59.60670424Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:06.140408027Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="111 kB" streams=10 entries=41 streamLabelsSize="277 B" entriesSize="2.1 MB" structuredMetadataSize="2.6 kB" totalSize="2.1 MB" mostRecentLagMs=159 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:06.140459911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="59 kB" policy= mostRecentLagMs=410
level=debug ts=2026-02-16T18:35:06.140473214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=159
level=debug ts=2026-02-16T18:35:06.140481867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="412 B" policy= mostRecentLagMs=3158
level=debug ts=2026-02-16T18:35:06.140488293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=4104
level=debug ts=2026-02-16T18:35:06.140493497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="694 B" policy= mostRecentLagMs=3158
level=debug ts=2026-02-16T18:35:06.140499793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=1107
level=debug ts=2026-02-16T18:35:06.140504804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=286
level=debug ts=2026-02-16T18:35:06.14051014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="92 kB" policy= mostRecentLagMs=3485
level=debug ts=2026-02-16T18:35:06.140515122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1159
level=debug ts=2026-02-16T18:35:06.140520054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-sffa\"}" streamLabelsHash=1148624160 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=2159
level=debug ts=2026-02-16T18:35:06.182636142Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:07.555414279Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="60 kB" streams=9 entries=31 streamLabelsSize="296 B" entriesSize="1.2 MB" structuredMetadataSize="2.1 kB" totalSize="1.2 MB" mostRecentLagMs=797 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:07.555473535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10025
level=debug ts=2026-02-16T18:35:07.555486617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=2026
level=debug ts=2026-02-16T18:35:07.555493401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="190 kB" policy= mostRecentLagMs=797
level=debug ts=2026-02-16T18:35:07.555500347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=1025
level=debug ts=2026-02-16T18:35:07.555505741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10025
level=debug ts=2026-02-16T18:35:07.555511163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="524 kB" policy= mostRecentLagMs=2480
level=debug ts=2026-02-16T18:35:07.555516715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="398 kB" policy= mostRecentLagMs=1001
level=debug ts=2026-02-16T18:35:07.555522392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=4594
level=debug ts=2026-02-16T18:35:07.555527665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd-managed\"}" streamLabelsHash=128732388 streamSizeBytes="80 B" policy= mostRecentLagMs=9025
level=debug ts=2026-02-16T18:35:07.563433009Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:08.791148092Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="169 kB" streams=8 entries=301 streamLabelsSize="238 B" entriesSize="2.0 MB" structuredMetadataSize="22 kB" totalSize="2.0 MB" mostRecentLagMs=54 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:08.791187743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4237
level=debug ts=2026-02-16T18:35:08.791199631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=1644
level=debug ts=2026-02-16T18:35:08.791207763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8809
level=debug ts=2026-02-16T18:35:08.79121389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="861 kB" policy= mostRecentLagMs=54
level=debug ts=2026-02-16T18:35:08.791220666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="596 B" policy= mostRecentLagMs=1644
level=debug ts=2026-02-16T18:35:08.791226642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=54
level=debug ts=2026-02-16T18:35:08.791231626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6808
level=debug ts=2026-02-16T18:35:08.791236502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="68 kB" policy= mostRecentLagMs=55
level=debug ts=2026-02-16T18:35:08.806382379Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:12.003239087Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="137 kB" streams=9 entries=166 streamLabelsSize="271 B" entriesSize="2.0 MB" structuredMetadataSize="12 kB" totalSize="2.0 MB" mostRecentLagMs=50 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:12.003276928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="63 kB" policy= mostRecentLagMs=1936
level=debug ts=2026-02-16T18:35:12.003289976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=1518
level=debug ts=2026-02-16T18:35:12.003298652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=3246
level=debug ts=2026-02-16T18:35:12.003305167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="696 kB" policy= mostRecentLagMs=353
level=debug ts=2026-02-16T18:35:12.003311877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="96 B" policy= mostRecentLagMs=1518
level=debug ts=2026-02-16T18:35:12.003321754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=50
level=debug ts=2026-02-16T18:35:12.003327143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1518
level=debug ts=2026-02-16T18:35:12.003333018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=350
level=debug ts=2026-02-16T18:35:12.003339852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=1017
level=debug ts=2026-02-16T18:35:12.015272381Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:16.144885001Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="120 kB" streams=11 entries=54 streamLabelsSize="341 B" entriesSize="1.9 MB" structuredMetadataSize="3.6 kB" totalSize="1.9 MB" mostRecentLagMs=163 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:16.14492005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=4163
level=debug ts=2026-02-16T18:35:16.144932646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="115 kB" policy= mostRecentLagMs=9160
level=debug ts=2026-02-16T18:35:16.144939863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=5163
level=debug ts=2026-02-16T18:35:16.144945742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6163
level=debug ts=2026-02-16T18:35:16.144953328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="159 kB" policy= mostRecentLagMs=1805
level=debug ts=2026-02-16T18:35:16.144960003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=163
level=debug ts=2026-02-16T18:35:16.144965289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="89 kB" policy= mostRecentLagMs=1621
level=debug ts=2026-02-16T18:35:16.144970386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=822
level=debug ts=2026-02-16T18:35:16.144978217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="92 kB" policy= mostRecentLagMs=4581
level=debug ts=2026-02-16T18:35:16.144985284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="244 kB" policy= mostRecentLagMs=822
level=debug ts=2026-02-16T18:35:16.144990608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=9154
level=debug ts=2026-02-16T18:35:16.155389005Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:16.835746888Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="183 kB" streams=8 entries=236 streamLabelsSize="225 B" entriesSize="2.0 MB" structuredMetadataSize="17 kB" totalSize="2.0 MB" mostRecentLagMs=98 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:16.835785954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="39 kB" policy= mostRecentLagMs=3245
level=debug ts=2026-02-16T18:35:16.835797588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="696 B" policy= mostRecentLagMs=2858
level=debug ts=2026-02-16T18:35:16.835803971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="264 kB" policy= mostRecentLagMs=1309
level=debug ts=2026-02-16T18:35:16.835809932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=98
level=debug ts=2026-02-16T18:35:16.835815775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="13 kB" policy= mostRecentLagMs=2858
level=debug ts=2026-02-16T18:35:16.835821424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="629 kB" policy= mostRecentLagMs=4620
level=debug ts=2026-02-16T18:35:16.835827655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2858
level=debug ts=2026-02-16T18:35:16.835833309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="70 kB" policy= mostRecentLagMs=1953
level=debug ts=2026-02-16T18:35:16.847051941Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:35:17.377048936Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:35:18.417944859Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="73 kB" streams=8 entries=109 streamLabelsSize="250 B" entriesSize="833 kB" structuredMetadataSize="8.0 kB" totalSize="834 kB" mostRecentLagMs=888 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:18.418005491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="344 kB" policy= mostRecentLagMs=5653
level=debug ts=2026-02-16T18:35:18.418050036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="172 B" policy= mostRecentLagMs=888
level=debug ts=2026-02-16T18:35:18.418060338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=1888
level=debug ts=2026-02-16T18:35:18.418066859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="332 kB" policy= mostRecentLagMs=3952
level=debug ts=2026-02-16T18:35:18.418072707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="21 kB" policy= mostRecentLagMs=3888
level=debug ts=2026-02-16T18:35:18.418078854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="116 kB" policy= mostRecentLagMs=2176
level=debug ts=2026-02-16T18:35:18.41808415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5653
level=debug ts=2026-02-16T18:35:18.418088976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="20 kB" policy= mostRecentLagMs=5653
level=debug ts=2026-02-16T18:35:18.425015679Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:23.056222027Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="260 kB" streams=8 entries=345 streamLabelsSize="228 B" entriesSize="2.0 MB" structuredMetadataSize="26 kB" totalSize="2.0 MB" mostRecentLagMs=87 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:23.056255346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=5482
level=debug ts=2026-02-16T18:35:23.056268025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=87
level=debug ts=2026-02-16T18:35:23.056275661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="23 kB" policy= mostRecentLagMs=1860
level=debug ts=2026-02-16T18:35:23.056281809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="268 kB" policy= mostRecentLagMs=849
level=debug ts=2026-02-16T18:35:23.056288265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="32 kB" policy= mostRecentLagMs=1842
level=debug ts=2026-02-16T18:35:23.05629448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1842
level=debug ts=2026-02-16T18:35:23.056301406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=1842
level=debug ts=2026-02-16T18:35:23.0563068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=4094
level=debug ts=2026-02-16T18:35:23.069240449Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:26.332894465Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="72 kB" streams=11 entries=27 streamLabelsSize="328 B" entriesSize="1.3 MB" structuredMetadataSize="1.7 kB" totalSize="1.3 MB" mostRecentLagMs=133 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:26.332945047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="64 kB" policy= mostRecentLagMs=5440
level=debug ts=2026-02-16T18:35:26.332963355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="445 B" policy= mostRecentLagMs=5351
level=debug ts=2026-02-16T18:35:26.332974415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="31 kB" policy= mostRecentLagMs=5351
level=debug ts=2026-02-16T18:35:26.332983863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=133
level=debug ts=2026-02-16T18:35:26.332994407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd-managed\"}" streamLabelsHash=128732388 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4351
level=debug ts=2026-02-16T18:35:26.333003787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9351
level=debug ts=2026-02-16T18:35:26.333014594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="21 kB" policy= mostRecentLagMs=5351
level=debug ts=2026-02-16T18:35:26.333023507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=9793
level=debug ts=2026-02-16T18:35:26.33303222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=1351
level=debug ts=2026-02-16T18:35:26.33304086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="35 kB" policy= mostRecentLagMs=1351
level=debug ts=2026-02-16T18:35:26.333049961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=5278
level=debug ts=2026-02-16T18:35:26.342099305Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:29.563037307Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="68 kB" streams=7 entries=24 streamLabelsSize="199 B" entriesSize="1.5 MB" structuredMetadataSize="1.5 kB" totalSize="1.5 MB" mostRecentLagMs=33 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:29.5630712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="11 kB" policy= mostRecentLagMs=33
level=debug ts=2026-02-16T18:35:29.563082636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=65
level=debug ts=2026-02-16T18:35:29.563090262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=4033
level=debug ts=2026-02-16T18:35:29.563096178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10032
level=debug ts=2026-02-16T18:35:29.563101662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=4033
level=debug ts=2026-02-16T18:35:29.563107009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="239 kB" policy= mostRecentLagMs=4084
level=debug ts=2026-02-16T18:35:29.563112974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="19 kB" policy= mostRecentLagMs=2033
level=debug ts=2026-02-16T18:35:29.57198782Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:32.993121795Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="105 kB" streams=12 entries=69 streamLabelsSize="374 B" entriesSize="1.1 MB" structuredMetadataSize="4.9 kB" totalSize="1.1 MB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:32.993155815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="18 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:35:32.99316761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="455 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:35:32.993175544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="11 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T18:35:32.993181711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:35:32.993188585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="807 kB" policy= mostRecentLagMs=2662
level=debug ts=2026-02-16T18:35:32.993196491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T18:35:32.993201746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="10 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:35:32.993206897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:35:32.993212475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="43 kB" policy= mostRecentLagMs=2138
level=debug ts=2026-02-16T18:35:32.993217469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="171 kB" policy= mostRecentLagMs=9394
level=debug ts=2026-02-16T18:35:32.993224377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T18:35:32.993229641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=6689
level=debug ts=2026-02-16T18:35:33.001413461Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:34.258875651Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:35:36.460660731Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:46742"
level=debug ts=2026-02-16T18:35:36.860825122Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="57 kB" streams=9 entries=23 streamLabelsSize="281 B" entriesSize="975 kB" structuredMetadataSize="1.5 kB" totalSize="975 kB" mostRecentLagMs=712 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:36.8608564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="43 kB" policy= mostRecentLagMs=6000
level=debug ts=2026-02-16T18:35:36.860868078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="53 kB" policy= mostRecentLagMs=2879
level=debug ts=2026-02-16T18:35:36.860876291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="718 kB" policy= mostRecentLagMs=712
level=debug ts=2026-02-16T18:35:36.860883339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1879
level=debug ts=2026-02-16T18:35:36.860888625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4508
level=debug ts=2026-02-16T18:35:36.860894781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=6102
level=debug ts=2026-02-16T18:35:36.860900277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1879
level=debug ts=2026-02-16T18:35:36.860905411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=5879
level=debug ts=2026-02-16T18:35:36.860911772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=3707
level=debug ts=2026-02-16T18:35:36.867654374Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:40.043986265Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=5 entries=9 streamLabelsSize="172 B" entriesSize="335 kB" structuredMetadataSize="596 B" totalSize="335 kB" mostRecentLagMs=514 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:40.044019561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=9189
level=debug ts=2026-02-16T18:35:40.04403414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="11 kB" policy= mostRecentLagMs=8513
level=debug ts=2026-02-16T18:35:40.044041853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="205 kB" policy= mostRecentLagMs=4036
level=debug ts=2026-02-16T18:35:40.044048535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="76 kB" policy= mostRecentLagMs=1263
level=debug ts=2026-02-16T18:35:40.0440552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="232 B" policy= mostRecentLagMs=514
level=debug ts=2026-02-16T18:35:40.047886307Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:43.993908863Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=6 entries=18 streamLabelsSize="169 B" entriesSize="350 kB" structuredMetadataSize="1.2 kB" totalSize="350 kB" mostRecentLagMs=264 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:43.993940943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:35:43.993953397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="272 kB" policy= mostRecentLagMs=264
level=debug ts=2026-02-16T18:35:43.993960738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:35:43.993967781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="41 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T18:35:43.993972907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T18:35:43.99397828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="26 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T18:35:43.997958732Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:46.98858225Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=12 entries=15 streamLabelsSize="378 B" entriesSize="228 kB" structuredMetadataSize="970 B" totalSize="229 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:46.988610919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="446 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:35:46.988622818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:35:46.988628577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:35:46.988634245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=6983
level=debug ts=2026-02-16T18:35:46.988639579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="28 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:35:46.988644865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:35:46.988650814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="20 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:35:46.988656901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:35:46.988662818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="88 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T18:35:46.988668731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T18:35:46.988673538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="26 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:35:46.988678129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:35:46.991889043Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:35:47.378036728Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:35:51.541954122Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=10 entries=15 streamLabelsSize="331 B" entriesSize="437 kB" structuredMetadataSize="966 B" totalSize="438 kB" mostRecentLagMs=492 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:51.541981303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="13 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:35:51.541993292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T18:35:51.54200063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T18:35:51.542006196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T18:35:51.542012342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:35:51.542017819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="686 B" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T18:35:51.542023314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="69 kB" policy= mostRecentLagMs=9052
level=debug ts=2026-02-16T18:35:51.542028202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="11 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T18:35:51.542032978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="342 kB" policy= mostRecentLagMs=492
level=debug ts=2026-02-16T18:35:51.542037501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="412 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:35:51.546143554Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:54.068868589Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=9 entries=13 streamLabelsSize="291 B" entriesSize="241 kB" structuredMetadataSize="840 B" totalSize="241 kB" mostRecentLagMs=86 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:54.068908293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="152 kB" policy= mostRecentLagMs=5292
level=debug ts=2026-02-16T18:35:54.06891992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="48 kB" policy= mostRecentLagMs=3303
level=debug ts=2026-02-16T18:35:54.068927815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:35:54.068933683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=7087
level=debug ts=2026-02-16T18:35:54.068940296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=86
level=debug ts=2026-02-16T18:35:54.068945562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="874 B" policy= mostRecentLagMs=8087
level=debug ts=2026-02-16T18:35:54.068950666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6086
level=debug ts=2026-02-16T18:35:54.068955731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=9086
level=debug ts=2026-02-16T18:35:54.068960342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=86
level=debug ts=2026-02-16T18:35:54.072326102Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:35:59.320847167Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="40 kB" streams=8 entries=15 streamLabelsSize="240 B" entriesSize="737 kB" structuredMetadataSize="977 B" totalSize="738 kB" mostRecentLagMs=339 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:35:59.320874491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="630 kB" policy= mostRecentLagMs=489
level=debug ts=2026-02-16T18:35:59.320885307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9340
level=debug ts=2026-02-16T18:35:59.320891637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1340
level=debug ts=2026-02-16T18:35:59.32089946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8426
level=debug ts=2026-02-16T18:35:59.320905914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=339
level=debug ts=2026-02-16T18:35:59.320912929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="58 kB" policy= mostRecentLagMs=9293
level=debug ts=2026-02-16T18:35:59.320918125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4339
level=debug ts=2026-02-16T18:35:59.320922837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:35:59.326195749Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:02.531879586Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=8 entries=15 streamLabelsSize="261 B" entriesSize="837 kB" structuredMetadataSize="949 B" totalSize="838 kB" mostRecentLagMs=763 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:02.531909915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=7479
level=debug ts=2026-02-16T18:36:02.531920813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1002
level=debug ts=2026-02-16T18:36:02.531927822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="398 kB" policy= mostRecentLagMs=763
level=debug ts=2026-02-16T18:36:02.53193348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6001
level=debug ts=2026-02-16T18:36:02.531938935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T18:36:02.531944207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=1002
level=debug ts=2026-02-16T18:36:02.531949989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=5002
level=debug ts=2026-02-16T18:36:02.531954949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T18:36:02.538412285Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:05.88940579Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=8 entries=20 streamLabelsSize="259 B" entriesSize="459 kB" structuredMetadataSize="1.3 kB" totalSize="459 kB" mostRecentLagMs=906 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:05.889437266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-kvad\"}" streamLabelsHash=689614401 streamSizeBytes="495 B" policy= mostRecentLagMs=906
level=debug ts=2026-02-16T18:36:05.889464619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=4906
level=debug ts=2026-02-16T18:36:05.889470606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="418 kB" policy= mostRecentLagMs=2025
level=debug ts=2026-02-16T18:36:05.88947619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="34 kB" policy= mostRecentLagMs=2205
level=debug ts=2026-02-16T18:36:05.88948187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=4906
level=debug ts=2026-02-16T18:36:05.889487004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3906
level=debug ts=2026-02-16T18:36:05.889492652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=5906
level=debug ts=2026-02-16T18:36:05.889497678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="495 B" policy= mostRecentLagMs=906
level=debug ts=2026-02-16T18:36:05.89389053Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:09.672528797Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=4 entries=11 streamLabelsSize="109 B" entriesSize="728 kB" structuredMetadataSize="712 B" totalSize="728 kB" mostRecentLagMs=1413 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:09.67255879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="239 B" policy= mostRecentLagMs=7690
level=debug ts=2026-02-16T18:36:09.672570228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=6043
level=debug ts=2026-02-16T18:36:09.672577931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=8691
level=debug ts=2026-02-16T18:36:09.672585099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="680 kB" policy= mostRecentLagMs=1413
level=debug ts=2026-02-16T18:36:09.678177961Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:12.538985508Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=5 entries=11 streamLabelsSize="135 B" entriesSize="259 kB" structuredMetadataSize="706 B" totalSize="259 kB" mostRecentLagMs=921 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:12.539015805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=921
level=debug ts=2026-02-16T18:36:12.53902707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="19 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:36:12.539034341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:36:12.539039863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="212 kB" policy= mostRecentLagMs=6018
level=debug ts=2026-02-16T18:36:12.53904553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="827 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:36:12.542714927Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:36:17.379843555Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:36:18.04529361Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:36:18.0468838Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:36:19.702126477Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=9 entries=25 streamLabelsSize="257 B" entriesSize="403 kB" structuredMetadataSize="1.6 kB" totalSize="404 kB" mostRecentLagMs=720 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:19.702155072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=5719
level=debug ts=2026-02-16T18:36:19.702167224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=8720
level=debug ts=2026-02-16T18:36:19.702173664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="189 kB" policy= mostRecentLagMs=1719
level=debug ts=2026-02-16T18:36:19.70217948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=720
level=debug ts=2026-02-16T18:36:19.702185584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9719
level=debug ts=2026-02-16T18:36:19.702190843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=2720
level=debug ts=2026-02-16T18:36:19.702197735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="202 kB" policy= mostRecentLagMs=4397
level=debug ts=2026-02-16T18:36:19.702204298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9719
level=debug ts=2026-02-16T18:36:19.702208975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=5719
level=debug ts=2026-02-16T18:36:19.70629298Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:20.007289067Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="76 kB" streams=11 entries=34 streamLabelsSize="349 B" entriesSize="1.2 MB" structuredMetadataSize="2.2 kB" totalSize="1.2 MB" mostRecentLagMs=1268 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:20.007326112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8369
level=debug ts=2026-02-16T18:36:20.007340602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3025
level=debug ts=2026-02-16T18:36:20.007348729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=5025
level=debug ts=2026-02-16T18:36:20.007354335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="232 B" policy= mostRecentLagMs=3025
level=debug ts=2026-02-16T18:36:20.007360053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="243 kB" policy= mostRecentLagMs=1268
level=debug ts=2026-02-16T18:36:20.007365212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10026
level=debug ts=2026-02-16T18:36:20.007369919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="56 kB" policy= mostRecentLagMs=9091
level=debug ts=2026-02-16T18:36:20.00737452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="95 kB" policy= mostRecentLagMs=9283
level=debug ts=2026-02-16T18:36:20.007379076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="562 kB" policy= mostRecentLagMs=1484
level=debug ts=2026-02-16T18:36:20.007383734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="200 kB" policy= mostRecentLagMs=1821
level=debug ts=2026-02-16T18:36:20.007399674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=1658
level=debug ts=2026-02-16T18:36:20.013495815Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:23.543302225Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=6 entries=17 streamLabelsSize="175 B" entriesSize="697 kB" structuredMetadataSize="1.1 kB" totalSize="697 kB" mostRecentLagMs=1792 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:23.543333149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T18:36:23.543344887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="158 kB" policy= mostRecentLagMs=2042
level=debug ts=2026-02-16T18:36:23.543350976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=5205
level=debug ts=2026-02-16T18:36:23.543356547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="350 kB" policy= mostRecentLagMs=1792
level=debug ts=2026-02-16T18:36:23.543362695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="178 kB" policy= mostRecentLagMs=3013
level=debug ts=2026-02-16T18:36:23.543367684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="751 B" policy= mostRecentLagMs=3013
level=debug ts=2026-02-16T18:36:23.548766735Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:31.007477068Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="73 kB" streams=10 entries=29 streamLabelsSize="284 B" entriesSize="1.1 MB" structuredMetadataSize="1.9 kB" totalSize="1.1 MB" mostRecentLagMs=1026 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:31.007503463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=5026
level=debug ts=2026-02-16T18:36:31.007515039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1026
level=debug ts=2026-02-16T18:36:31.00752255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="768 kB" policy= mostRecentLagMs=5527
level=debug ts=2026-02-16T18:36:31.007528293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=2025
level=debug ts=2026-02-16T18:36:31.007533526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2026
level=debug ts=2026-02-16T18:36:31.007538349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="45 kB" policy= mostRecentLagMs=4025
level=debug ts=2026-02-16T18:36:31.007543109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="165 kB" policy= mostRecentLagMs=5537
level=debug ts=2026-02-16T18:36:31.007547733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2421
level=debug ts=2026-02-16T18:36:31.00755257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="669 B" policy= mostRecentLagMs=4025
level=debug ts=2026-02-16T18:36:31.00755705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="122 kB" policy= mostRecentLagMs=1026
level=debug ts=2026-02-16T18:36:31.014378611Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:31.356531716Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=13 entries=20 streamLabelsSize="412 B" entriesSize="484 kB" structuredMetadataSize="1.3 kB" totalSize="484 kB" mostRecentLagMs=374 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:31.356557302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=374
level=debug ts=2026-02-16T18:36:31.356568002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=1374
level=debug ts=2026-02-16T18:36:31.356573641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="42 kB" policy= mostRecentLagMs=7178
level=debug ts=2026-02-16T18:36:31.356579601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="10 kB" policy= mostRecentLagMs=6374
level=debug ts=2026-02-16T18:36:31.356588036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="379 kB" policy= mostRecentLagMs=6047
level=debug ts=2026-02-16T18:36:31.356595972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=7374
level=debug ts=2026-02-16T18:36:31.356605779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3373
level=debug ts=2026-02-16T18:36:31.356611674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="130 B" policy= mostRecentLagMs=3373
level=debug ts=2026-02-16T18:36:31.356617019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=6374
level=debug ts=2026-02-16T18:36:31.356622193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1374
level=debug ts=2026-02-16T18:36:31.356627119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=3373
level=debug ts=2026-02-16T18:36:31.356631839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1374
level=debug ts=2026-02-16T18:36:31.356636735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=9374
level=debug ts=2026-02-16T18:36:31.360914316Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:35.321790237Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=12 entries=13 streamLabelsSize="346 B" entriesSize="238 kB" structuredMetadataSize="827 B" totalSize="238 kB" mostRecentLagMs=791 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:35.321820254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=8791
level=debug ts=2026-02-16T18:36:35.321832321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="12 kB" policy= mostRecentLagMs=7791
level=debug ts=2026-02-16T18:36:35.321839695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7791
level=debug ts=2026-02-16T18:36:35.321845002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=4791
level=debug ts=2026-02-16T18:36:35.321851547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=9792
level=debug ts=2026-02-16T18:36:35.321858565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=1449
level=debug ts=2026-02-16T18:36:35.321863541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=792
level=debug ts=2026-02-16T18:36:35.321868147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=6791
level=debug ts=2026-02-16T18:36:35.321873826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=7791
level=debug ts=2026-02-16T18:36:35.321878485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="125 kB" policy= mostRecentLagMs=1792
level=debug ts=2026-02-16T18:36:35.321882944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="318 B" policy= mostRecentLagMs=792
level=debug ts=2026-02-16T18:36:35.321887801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=792
level=debug ts=2026-02-16T18:36:35.324959498Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:41.99090724Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=9 streamLabelsSize="112 B" entriesSize="317 kB" structuredMetadataSize="630 B" totalSize="317 kB" mostRecentLagMs=5009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:41.990949747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="136 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:36:41.99096121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T18:36:41.990967075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:36:41.990973519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=5417
level=debug ts=2026-02-16T18:36:41.994420385Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:43.753694465Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=7 entries=11 streamLabelsSize="205 B" entriesSize="96 kB" structuredMetadataSize="679 B" totalSize="96 kB" mostRecentLagMs=3771 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:43.753724436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="15 kB" policy= mostRecentLagMs=3771
level=debug ts=2026-02-16T18:36:43.753736041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=9771
level=debug ts=2026-02-16T18:36:43.753741981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=5771
level=debug ts=2026-02-16T18:36:43.753749236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="40 kB" policy= mostRecentLagMs=5771
level=debug ts=2026-02-16T18:36:43.753754126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=9771
level=debug ts=2026-02-16T18:36:43.753759101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=8771
level=debug ts=2026-02-16T18:36:43.753763957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="32 kB" policy= mostRecentLagMs=7771
level=debug ts=2026-02-16T18:36:43.757165787Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:45.534387172Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.8 kB" streams=7 entries=9 streamLabelsSize="213 B" entriesSize="109 kB" structuredMetadataSize="594 B" totalSize="109 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:45.534418267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="79 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T18:36:45.534429755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:36:45.534436859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:36:45.534456814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="376 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:36:45.534462309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:36:45.53446849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:36:45.534473267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1124
level=debug ts=2026-02-16T18:36:45.536925383Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:36:47.382323242Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:36:53.986058707Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=12 entries=14 streamLabelsSize="378 B" entriesSize="32 kB" structuredMetadataSize="935 B" totalSize="32 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:53.986087605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:36:53.986101116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:36:53.98610802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:36:53.98611337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:36:53.986119123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T18:36:53.986127481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:36:53.986133319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:36:53.986138657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:36:53.98614558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T18:36:53.986150594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:36:53.986155265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="330 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T18:36:53.986161053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:36:53.987804708Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:54.98683797Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.3 kB" streams=9 entries=11 streamLabelsSize="272 B" entriesSize="55 kB" structuredMetadataSize="713 B" totalSize="55 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:54.986865154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:36:54.986877275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:36:54.986883424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-rvdd\"}" streamLabelsHash=3663719688 streamSizeBytes="165 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:36:54.986888948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:36:54.986893961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:36:54.986899857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:36:54.986904514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:36:54.986909687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3749
level=debug ts=2026-02-16T18:36:54.986925473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:36:54.988826615Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:36:56.873187843Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:36:57.540694263Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=8 entries=10 streamLabelsSize="228 B" entriesSize="444 kB" structuredMetadataSize="656 B" totalSize="444 kB" mostRecentLagMs=1011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:36:57.540724714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="33 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T18:36:57.540736769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=6119
level=debug ts=2026-02-16T18:36:57.540744371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:36:57.540750034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T18:36:57.540755153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:36:57.540759831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T18:36:57.540764399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="337 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T18:36:57.540768882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:36:57.545195835Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:04.987018457Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=6 entries=8 streamLabelsSize="195 B" entriesSize="30 kB" structuredMetadataSize="526 B" totalSize="30 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:04.987051328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:37:04.9870652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:37:04.987072473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:37:04.987081408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:37:04.987091315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:37:04.987097175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:37:04.988592533Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:05.991804047Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=4 entries=9 streamLabelsSize="132 B" entriesSize="343 kB" structuredMetadataSize="559 B" totalSize="343 kB" mostRecentLagMs=235 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:05.991832003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:37:05.991843834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="331 kB" policy= mostRecentLagMs=235
level=debug ts=2026-02-16T18:37:05.991850727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="534 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T18:37:05.991856749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="11 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:37:05.995814016Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:10.927270893Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=4 entries=10 streamLabelsSize="140 B" entriesSize="464 kB" structuredMetadataSize="716 B" totalSize="464 kB" mostRecentLagMs=54 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:10.927306602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6397
level=debug ts=2026-02-16T18:37:10.927318755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=397
level=debug ts=2026-02-16T18:37:10.927325537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="301 kB" policy= mostRecentLagMs=54
level=debug ts=2026-02-16T18:37:10.927332947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="156 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:37:10.931901003Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:16.052052657Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=7 entries=10 streamLabelsSize="232 B" entriesSize="256 kB" structuredMetadataSize="657 B" totalSize="256 kB" mostRecentLagMs=1290 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:16.052080273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8069
level=debug ts=2026-02-16T18:37:16.052091217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6070
level=debug ts=2026-02-16T18:37:16.052097439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="228 kB" policy= mostRecentLagMs=1290
level=debug ts=2026-02-16T18:37:16.052102328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=2069
level=debug ts=2026-02-16T18:37:16.05210857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7070
level=debug ts=2026-02-16T18:37:16.052113588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=6070
level=debug ts=2026-02-16T18:37:16.05211841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6070
level=debug ts=2026-02-16T18:37:16.056029244Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:16.951431777Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="74 kB" streams=5 entries=22 streamLabelsSize="141 B" entriesSize="1.4 MB" structuredMetadataSize="1.4 kB" totalSize="1.4 MB" mostRecentLagMs=753 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:16.951476386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=753
level=debug ts=2026-02-16T18:37:16.951487877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="157 kB" policy= mostRecentLagMs=1469
level=debug ts=2026-02-16T18:37:16.951493867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="364 B" policy= mostRecentLagMs=1970
level=debug ts=2026-02-16T18:37:16.951499307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3600
level=debug ts=2026-02-16T18:37:16.95150516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=3803
level=debug ts=2026-02-16T18:37:16.959535419Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:37:17.384688489Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:37:22.239844787Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=8 entries=15 streamLabelsSize="265 B" entriesSize="994 kB" structuredMetadataSize="973 B" totalSize="994 kB" mostRecentLagMs=35 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:22.23993627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=4710
level=debug ts=2026-02-16T18:37:22.239949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="28 kB" policy= mostRecentLagMs=5705
level=debug ts=2026-02-16T18:37:22.239955068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="510 kB" policy= mostRecentLagMs=139
level=debug ts=2026-02-16T18:37:22.239961799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=1817
level=debug ts=2026-02-16T18:37:22.239970228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=5705
level=debug ts=2026-02-16T18:37:22.239979162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="49 kB" policy= mostRecentLagMs=35
level=debug ts=2026-02-16T18:37:22.239988925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=2103
level=debug ts=2026-02-16T18:37:22.23999996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6710
level=debug ts=2026-02-16T18:37:22.246200135Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:26.770416307Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=8 entries=11 streamLabelsSize="238 B" entriesSize="262 kB" structuredMetadataSize="762 B" totalSize="262 kB" mostRecentLagMs=788 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:26.770461177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5788
level=debug ts=2026-02-16T18:37:26.770474154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=1788
level=debug ts=2026-02-16T18:37:26.77048096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=1788
level=debug ts=2026-02-16T18:37:26.770510847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="226 kB" policy= mostRecentLagMs=4722
level=debug ts=2026-02-16T18:37:26.770518355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4577
level=debug ts=2026-02-16T18:37:26.770525085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="962 B" policy= mostRecentLagMs=1788
level=debug ts=2026-02-16T18:37:26.770531772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="340 B" policy= mostRecentLagMs=788
level=debug ts=2026-02-16T18:37:26.770537007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="430 B" policy= mostRecentLagMs=1788
level=debug ts=2026-02-16T18:37:26.774504717Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:26.995642984Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=7 entries=22 streamLabelsSize="213 B" entriesSize="604 kB" structuredMetadataSize="1.4 kB" totalSize="604 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:26.995669739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=3854
level=debug ts=2026-02-16T18:37:26.995680722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="483 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:37:26.99568807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:37:26.995694707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T18:37:26.995699724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=9226
level=debug ts=2026-02-16T18:37:26.995704843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T18:37:26.995710043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:37:27.000387176Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:32.534001176Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.0 kB" streams=8 entries=30 streamLabelsSize="230 B" entriesSize="62 kB" structuredMetadataSize="1.9 kB" totalSize="62 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:32.534032112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:37:32.53404509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:37:32.534052189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="25 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:37:32.534058169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T18:37:32.534064672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:37:32.534070309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="14 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:37:32.534076356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:37:32.534081149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:37:32.53584333Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:37.989741222Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=10 entries=17 streamLabelsSize="320 B" entriesSize="160 kB" structuredMetadataSize="1.1 kB" totalSize="160 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:37.989768463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:37:37.989780178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="140 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:37:37.989787204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="990 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:37:37.989793219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:37:37.98979872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:37:37.989803681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:37:37.989808624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:37:37.989813471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:37:37.989818164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="302 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:37:37.989822513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:37:37.992598247Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:37.993479503Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=11 entries=23 streamLabelsSize="314 B" entriesSize="467 kB" structuredMetadataSize="1.5 kB" totalSize="467 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:37.993502846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T18:37:37.993513545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T18:37:37.993520507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T18:37:37.993527149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="11 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T18:37:37.993532344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="179 kB" policy= mostRecentLagMs=4116
level=debug ts=2026-02-16T18:37:37.993538516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=6300
level=debug ts=2026-02-16T18:37:37.993543789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:37:37.993549134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="15 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T18:37:37.993554854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="56 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T18:37:37.993559517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="19 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T18:37:37.993565006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="148 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T18:37:37.997242436Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:42.549988064Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=9 entries=10 streamLabelsSize="297 B" entriesSize="193 kB" structuredMetadataSize="688 B" totalSize="194 kB" mostRecentLagMs=1020 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:42.550015718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="25 kB" policy= mostRecentLagMs=9020
level=debug ts=2026-02-16T18:37:42.550027223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1020
level=debug ts=2026-02-16T18:37:42.550033371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3019
level=debug ts=2026-02-16T18:37:42.550038854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="17 kB" policy= mostRecentLagMs=9020
level=debug ts=2026-02-16T18:37:42.550046165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=4020
level=debug ts=2026-02-16T18:37:42.550051296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="76 kB" policy= mostRecentLagMs=1969
level=debug ts=2026-02-16T18:37:42.550056514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=8331
level=debug ts=2026-02-16T18:37:42.550061413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=9020
level=debug ts=2026-02-16T18:37:42.550065984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4020
level=debug ts=2026-02-16T18:37:42.552746743Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:37:47.386062865Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:37:48.173181274Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="54 kB" streams=5 entries=118 streamLabelsSize="169 B" entriesSize="2.1 MB" structuredMetadataSize="8.5 kB" totalSize="2.1 MB" mostRecentLagMs=196 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:48.173211975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=9191
level=debug ts=2026-02-16T18:37:48.173223809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=8098
level=debug ts=2026-02-16T18:37:48.173229667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="199 kB" policy= mostRecentLagMs=196
level=debug ts=2026-02-16T18:37:48.173235203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=3217
level=debug ts=2026-02-16T18:37:48.17324155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10068
level=debug ts=2026-02-16T18:37:48.188517678Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:49.931819978Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:37:54.868146361Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="248 kB" streams=7 entries=413 streamLabelsSize="209 B" entriesSize="2.0 MB" structuredMetadataSize="31 kB" totalSize="2.0 MB" mostRecentLagMs=194 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:54.868178817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="39 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:37:54.868191877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="181 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:37:54.868201674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="11 kB" policy= mostRecentLagMs=1897
level=debug ts=2026-02-16T18:37:54.868210298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="29 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:37:54.868217047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=194
level=debug ts=2026-02-16T18:37:54.868222421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:37:54.868228111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=194
level=debug ts=2026-02-16T18:37:54.889196711Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:55.541586956Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=11 entries=13 streamLabelsSize="356 B" entriesSize="480 kB" structuredMetadataSize="880 B" totalSize="480 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:55.541613902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="61 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T18:37:55.541624666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T18:37:55.541631085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T18:37:55.541638735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=7818
level=debug ts=2026-02-16T18:37:55.541644204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T18:37:55.541650225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="302 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:37:55.541656014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T18:37:55.541660556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="444 B" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T18:37:55.541665374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:37:55.541670156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:37:55.541675243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="32 kB" policy= mostRecentLagMs=4757
level=debug ts=2026-02-16T18:37:55.545921601Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:37:56.987876935Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=7 entries=10 streamLabelsSize="224 B" entriesSize="55 kB" structuredMetadataSize="660 B" totalSize="55 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:37:56.987906018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="288 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T18:37:56.987917274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:37:56.987923134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="20 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:37:56.987929659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="286 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:37:56.987936258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5922
level=debug ts=2026-02-16T18:37:56.987941744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:37:56.987948736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:37:56.989578668Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:38:00.040758788Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="268 kB" streams=5 entries=363 streamLabelsSize="146 B" entriesSize="2.0 MB" structuredMetadataSize="27 kB" totalSize="2.0 MB" mostRecentLagMs=97 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:00.040790171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=97
level=debug ts=2026-02-16T18:38:00.040801638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=3453
level=debug ts=2026-02-16T18:38:00.040807955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=258
level=debug ts=2026-02-16T18:38:00.040813562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1476
level=debug ts=2026-02-16T18:38:00.040819089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="183 kB" policy= mostRecentLagMs=97
level=debug ts=2026-02-16T18:38:00.059660604Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:38:06.544021074Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=6 entries=11 streamLabelsSize="199 B" entriesSize="471 kB" structuredMetadataSize="697 B" totalSize="472 kB" mostRecentLagMs=97 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:06.544050868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T18:38:06.544062501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T18:38:06.544068755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="337 B" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T18:38:06.544074138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="449 kB" policy= mostRecentLagMs=97
level=debug ts=2026-02-16T18:38:06.544080218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T18:38:06.544085867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T18:38:06.549131783Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:38:08.015391438Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="82 kB" streams=11 entries=34 streamLabelsSize="334 B" entriesSize="1.6 MB" structuredMetadataSize="2.2 kB" totalSize="1.6 MB" mostRecentLagMs=882 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:08.015419583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=3952
level=debug ts=2026-02-16T18:38:08.015430307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5034
level=debug ts=2026-02-16T18:38:08.015436893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3033
level=debug ts=2026-02-16T18:38:08.015467256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="60 kB" policy= mostRecentLagMs=1053
level=debug ts=2026-02-16T18:38:08.01547319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8033
level=debug ts=2026-02-16T18:38:08.015478748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=1377
level=debug ts=2026-02-16T18:38:08.015483555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="838 B" policy= mostRecentLagMs=9033
level=debug ts=2026-02-16T18:38:08.015488084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=10033
level=debug ts=2026-02-16T18:38:08.015492889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=953
level=debug ts=2026-02-16T18:38:08.015498316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="80 kB" policy= mostRecentLagMs=1297
level=debug ts=2026-02-16T18:38:08.015503018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="92 kB" policy= mostRecentLagMs=883
level=debug ts=2026-02-16T18:38:08.024799693Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:38:09.972100966Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="109 kB" streams=7 entries=100 streamLabelsSize="245 B" entriesSize="791 kB" structuredMetadataSize="7.4 kB" totalSize="792 kB" mostRecentLagMs=1989 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:09.972128153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="327 kB" policy= mostRecentLagMs=3490
level=debug ts=2026-02-16T18:38:09.97213782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="405 kB" policy= mostRecentLagMs=8414
level=debug ts=2026-02-16T18:38:09.972145069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=3484
level=debug ts=2026-02-16T18:38:09.972150608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=8414
level=debug ts=2026-02-16T18:38:09.972156406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6988
level=debug ts=2026-02-16T18:38:09.972161969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=1989
level=debug ts=2026-02-16T18:38:09.972166757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5990
level=debug ts=2026-02-16T18:38:09.97861082Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:38:11.253078479Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:52846"
level=debug ts=2026-02-16T18:38:16.6200222Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=5 streamLabelsSize="127 B" entriesSize="296 kB" structuredMetadataSize="334 B" totalSize="296 kB" mostRecentLagMs=90 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:16.620053724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="237 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:38:16.62006436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1090
level=debug ts=2026-02-16T18:38:16.620072093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=8907
level=debug ts=2026-02-16T18:38:16.620079172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="38 kB" policy= mostRecentLagMs=90
level=debug ts=2026-02-16T18:38:16.62423828Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:38:17.387669472Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:38:19.442576606Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=10 entries=20 streamLabelsSize="299 B" entriesSize="271 kB" structuredMetadataSize="1.3 kB" totalSize="272 kB" mostRecentLagMs=461 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:19.442607099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=461
level=debug ts=2026-02-16T18:38:19.442618175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2461
level=debug ts=2026-02-16T18:38:19.442625206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="43 kB" policy= mostRecentLagMs=2461
level=debug ts=2026-02-16T18:38:19.442631616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=1461
level=debug ts=2026-02-16T18:38:19.442636384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:38:19.442641926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2461
level=debug ts=2026-02-16T18:38:19.442646852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=1461
level=debug ts=2026-02-16T18:38:19.442651434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="28 kB" policy= mostRecentLagMs=1461
level=debug ts=2026-02-16T18:38:19.44265611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=1461
level=debug ts=2026-02-16T18:38:19.442660813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="137 kB" policy= mostRecentLagMs=461
level=debug ts=2026-02-16T18:38:19.446988676Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:38:19.991416407Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=15 entries=34 streamLabelsSize="427 B" entriesSize="283 kB" structuredMetadataSize="2.1 kB" totalSize="284 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:19.991459288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:38:19.991469727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:38:19.991477369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="39 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:38:19.991484057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:38:19.99148985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:38:19.991494894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="30 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:38:19.991500132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="782 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:38:19.991504785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:38:19.991510065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:38:19.991514839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="117 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T18:38:19.99151942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="26 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:38:19.991525072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T18:38:19.991529793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:38:19.991535176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="942 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:38:19.991539697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:38:19.995431728Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:38:27.534745034Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.3 kB" streams=8 entries=8 streamLabelsSize="253 B" entriesSize="42 kB" structuredMetadataSize="507 B" totalSize="42 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:27.534769363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:38:27.534779893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:38:27.534786251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:38:27.534793386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:38:27.534798795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="18 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:38:27.534804957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:38:27.534811171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:38:27.534816642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:38:27.536508566Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:38:29.563064115Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:38:30.985087118Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=7 entries=8 streamLabelsSize="245 B" entriesSize="16 kB" structuredMetadataSize="527 B" totalSize="16 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:30.985113642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=8002
level=debug ts=2026-02-16T18:38:30.985123548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T18:38:30.985129349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:38:30.985136672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:38:30.985142233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:38:30.985147486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3002
level=debug ts=2026-02-16T18:38:30.985152867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="326 B" policy= mostRecentLagMs=6002
level=debug ts=2026-02-16T18:38:30.986590382Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:38:32.773569121Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=4 entries=6 streamLabelsSize="112 B" entriesSize="180 kB" structuredMetadataSize="422 B" totalSize="180 kB" mostRecentLagMs=2791 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:32.773597187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=6162
level=debug ts=2026-02-16T18:38:32.773607463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=5792
level=debug ts=2026-02-16T18:38:32.773613458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3791
level=debug ts=2026-02-16T18:38:32.773618705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2792
level=debug ts=2026-02-16T18:38:32.77626427Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:38:36.472254853Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:57126"
level=debug ts=2026-02-16T18:38:43.987647843Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=5 entries=6 streamLabelsSize="139 B" entriesSize="7.1 kB" structuredMetadataSize="383 B" totalSize="7.2 kB" mostRecentLagMs=4005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:43.987685906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:38:43.987695956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:38:43.987702432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="325 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:38:43.987709479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:38:43.987715326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:38:43.989086722Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:38:44.19469406Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=2 entries=2 streamLabelsSize="49 B" entriesSize="352 kB" structuredMetadataSize="127 B" totalSize="352 kB" mostRecentLagMs=2664 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:44.194720066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="534 B" policy= mostRecentLagMs=2664
level=debug ts=2026-02-16T18:38:44.194729973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:38:44.198912548Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:38:44.986352801Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=2 entries=3 streamLabelsSize="60 B" entriesSize="6.6 kB" structuredMetadataSize="191 B" totalSize="6.6 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:44.986379503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="440 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:38:44.986390198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:38:44.987837267Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:38:47.389899118Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:38:49.474640186Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:35004"
level=debug ts=2026-02-16T18:38:54.985810631Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=8 entries=15 streamLabelsSize="263 B" entriesSize="18 kB" structuredMetadataSize="960 B" totalSize="18 kB" mostRecentLagMs=2003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:54.985839361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T18:38:54.985853626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:38:54.985863578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:38:54.985874822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:38:54.985880351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:38:54.985887938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T18:38:54.985896456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-dbgj\"}" streamLabelsHash=1339434177 streamSizeBytes="990 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:38:54.985906204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:38:54.987434651Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:38:55.470827544Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=7 entries=9 streamLabelsSize="228 B" entriesSize="42 kB" structuredMetadataSize="614 B" totalSize="42 kB" mostRecentLagMs=1488 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:55.470857938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=7489
level=debug ts=2026-02-16T18:38:55.470868937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5489
level=debug ts=2026-02-16T18:38:55.470874757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="239 B" policy= mostRecentLagMs=8489
level=debug ts=2026-02-16T18:38:55.470880567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:38:55.47088637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3489
level=debug ts=2026-02-16T18:38:55.4708914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=2489
level=debug ts=2026-02-16T18:38:55.470896215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="196 B" policy= mostRecentLagMs=1489
level=debug ts=2026-02-16T18:38:55.472534083Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:38:57.53520639Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=4 entries=5 streamLabelsSize="140 B" entriesSize="15 kB" structuredMetadataSize="327 B" totalSize="15 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:38:57.535247161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:38:57.535263841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:38:57.535277185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:38:57.535288521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:38:57.536868488Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:39:06.473247459Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:35340"
level=debug ts=2026-02-16T18:39:06.643213474Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.6 kB" streams=7 entries=8 streamLabelsSize="208 B" entriesSize="82 kB" structuredMetadataSize="530 B" totalSize="82 kB" mostRecentLagMs=1686 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:06.64323642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8661
level=debug ts=2026-02-16T18:39:06.643247494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2851
level=debug ts=2026-02-16T18:39:06.643253207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6661
level=debug ts=2026-02-16T18:39:06.643259833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:39:06.64326458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9661
level=debug ts=2026-02-16T18:39:06.643269171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7661
level=debug ts=2026-02-16T18:39:06.643275077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1686
level=debug ts=2026-02-16T18:39:06.645702451Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:39:07.805623083Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=5 entries=5 streamLabelsSize="162 B" entriesSize="33 kB" structuredMetadataSize="321 B" totalSize="33 kB" mostRecentLagMs=3823 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:07.805651855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7823
level=debug ts=2026-02-16T18:39:07.805663924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:39:07.80567201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=6823
level=debug ts=2026-02-16T18:39:07.805678572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8823
level=debug ts=2026-02-16T18:39:07.805684693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3823
level=debug ts=2026-02-16T18:39:07.80722364Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:39:08.544056019Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=4 entries=8 streamLabelsSize="138 B" entriesSize="544 kB" structuredMetadataSize="595 B" totalSize="544 kB" mostRecentLagMs=3014 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:08.544084391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T18:39:08.544094757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-16T18:39:08.544101008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="165 kB" policy= mostRecentLagMs=6257
level=debug ts=2026-02-16T18:39:08.544106254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=7417
level=debug ts=2026-02-16T18:39:08.550322785Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:39:09.357350263Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:39:11.258415163Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:54906"
ts=2026-02-16T18:39:17.391797981Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:39:18.498184062Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=7 entries=7 streamLabelsSize="236 B" entriesSize="27 kB" structuredMetadataSize="462 B" totalSize="27 kB" mostRecentLagMs=516 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:18.498212284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8515
level=debug ts=2026-02-16T18:39:18.498222513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4515
level=debug ts=2026-02-16T18:39:18.498229372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:39:18.498234809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=8515
level=debug ts=2026-02-16T18:39:18.49824088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=516
level=debug ts=2026-02-16T18:39:18.498246062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=9516
level=debug ts=2026-02-16T18:39:18.498252474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="232 B" policy= mostRecentLagMs=8515
level=debug ts=2026-02-16T18:39:18.499842089Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:39:20.788930054Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=5 entries=5 streamLabelsSize="201 B" entriesSize="53 kB" structuredMetadataSize="341 B" totalSize="53 kB" mostRecentLagMs=258 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:20.788958082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=4259
level=debug ts=2026-02-16T18:39:20.788968593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4259
level=debug ts=2026-02-16T18:39:20.788975802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="663 B" policy= mostRecentLagMs=2259
level=debug ts=2026-02-16T18:39:20.788982366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="588 B" policy= mostRecentLagMs=258
level=debug ts=2026-02-16T18:39:20.788988376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="51 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:39:20.790655463Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:39:24.989285876Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.7 kB" streams=9 entries=11 streamLabelsSize="274 B" entriesSize="173 kB" structuredMetadataSize="738 B" totalSize="174 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:24.989313863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:39:24.989324563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=8886
level=debug ts=2026-02-16T18:39:24.989330448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:39:24.989336821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="776 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:39:24.989343521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:39:24.989349074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:39:24.989354143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:39:24.989360519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:39:24.989366601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:39:24.991984753Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:39:28.986247451Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=8 entries=10 streamLabelsSize="248 B" entriesSize="17 kB" structuredMetadataSize="652 B" totalSize="18 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:28.986276507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:39:28.986287374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="576 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:39:28.986292897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:39:28.986299568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:39:28.986304467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:39:28.986309505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:39:28.986314782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="885 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:39:28.986319949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:39:28.987873614Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:39:32.540997914Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=5 entries=6 streamLabelsSize="173 B" entriesSize="465 kB" structuredMetadataSize="431 B" totalSize="465 kB" mostRecentLagMs=1366 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:32.541027731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:39:32.541038948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:39:32.541045217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:39:32.541051892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="85 kB" policy= mostRecentLagMs=5599
level=debug ts=2026-02-16T18:39:32.541057579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=1366
level=debug ts=2026-02-16T18:39:32.545244806Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:39:35.987087991Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.8 kB" streams=6 entries=7 streamLabelsSize="191 B" entriesSize="64 kB" structuredMetadataSize="478 B" totalSize="64 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:35.987119379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:39:35.987130641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8769
level=debug ts=2026-02-16T18:39:35.987137639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:39:35.987142924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:39:35.987149104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:39:35.987154201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:39:35.988993658Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:39:39.985565276Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=5 entries=7 streamLabelsSize="151 B" entriesSize="17 kB" structuredMetadataSize="439 B" totalSize="17 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:39.985598473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:39:39.985609454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:39:39.985616187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="540 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:39:39.985622045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:39:39.985627119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=4002
level=debug ts=2026-02-16T18:39:39.987151402Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:39:41.260973869Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:33434"
level=debug ts=2026-02-16T18:39:44.160475019Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:39:44.162098515Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:39:44.621269334Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=5 entries=8 streamLabelsSize="167 B" entriesSize="394 kB" structuredMetadataSize="526 B" totalSize="394 kB" mostRecentLagMs=77 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:44.621296648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="413 B" policy= mostRecentLagMs=4091
level=debug ts=2026-02-16T18:39:44.621306963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=1091
level=debug ts=2026-02-16T18:39:44.62131325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="77 kB" policy= mostRecentLagMs=77
level=debug ts=2026-02-16T18:39:44.621319923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="315 kB" policy= mostRecentLagMs=723
level=debug ts=2026-02-16T18:39:44.62132559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=3091
level=debug ts=2026-02-16T18:39:44.625472621Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:39:47.393960948Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:39:49.997624061Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=7 entries=12 streamLabelsSize="231 B" entriesSize="662 kB" structuredMetadataSize="772 B" totalSize="662 kB" mostRecentLagMs=1848 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:49.997651052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=1933
level=debug ts=2026-02-16T18:39:49.997661395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="497 kB" policy= mostRecentLagMs=1867
level=debug ts=2026-02-16T18:39:49.997668687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T18:39:49.997676028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4294
level=debug ts=2026-02-16T18:39:49.997681387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=1849
level=debug ts=2026-02-16T18:39:49.997686508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="61 kB" policy= mostRecentLagMs=2768
level=debug ts=2026-02-16T18:39:49.997691221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T18:39:50.002805889Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:39:51.092104721Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=5 entries=8 streamLabelsSize="189 B" entriesSize="322 kB" structuredMetadataSize="495 B" totalSize="322 kB" mostRecentLagMs=110 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:51.092131426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2025
level=debug ts=2026-02-16T18:39:51.092141463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="263 kB" policy= mostRecentLagMs=8392
level=debug ts=2026-02-16T18:39:51.092147413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3110
level=debug ts=2026-02-16T18:39:51.092152413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=1039
level=debug ts=2026-02-16T18:39:51.092157466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=110
level=debug ts=2026-02-16T18:39:51.096002143Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:39:57.534672082Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.3 kB" streams=6 entries=10 streamLabelsSize="207 B" entriesSize="53 kB" structuredMetadataSize="685 B" totalSize="53 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:39:57.534700272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:39:57.534709918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="444 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:39:57.534717337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="10 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:39:57.534725197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:39:57.534731234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:39:57.534737368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:39:57.536334591Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:00.998148938Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=10 entries=16 streamLabelsSize="318 B" entriesSize="513 kB" structuredMetadataSize="1.0 kB" totalSize="513 kB" mostRecentLagMs=145 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:00.998176799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T18:40:00.99818859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=1043
level=debug ts=2026-02-16T18:40:00.998194518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5017
level=debug ts=2026-02-16T18:40:00.998200485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T18:40:00.998205392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="294 kB" policy= mostRecentLagMs=173
level=debug ts=2026-02-16T18:40:00.998212635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="533 B" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T18:40:00.998219923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="83 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T18:40:00.998224674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=428
level=debug ts=2026-02-16T18:40:00.998229581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="54 kB" policy= mostRecentLagMs=145
level=debug ts=2026-02-16T18:40:00.998234288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T18:40:01.003433711Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:04.000879658Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=12 entries=26 streamLabelsSize="354 B" entriesSize="826 kB" structuredMetadataSize="1.6 kB" totalSize="826 kB" mostRecentLagMs=18 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:04.00090771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4018
level=debug ts=2026-02-16T18:40:04.000918276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=19
level=debug ts=2026-02-16T18:40:04.000924523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="20 kB" policy= mostRecentLagMs=9796
level=debug ts=2026-02-16T18:40:04.000931308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="732 kB" policy= mostRecentLagMs=509
level=debug ts=2026-02-16T18:40:04.000937486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=5018
level=debug ts=2026-02-16T18:40:04.000942566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="21 kB" policy= mostRecentLagMs=5584
level=debug ts=2026-02-16T18:40:04.000947301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="464 B" policy= mostRecentLagMs=9018
level=debug ts=2026-02-16T18:40:04.000951874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4018
level=debug ts=2026-02-16T18:40:04.000957526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=3350
level=debug ts=2026-02-16T18:40:04.000963188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=4018
level=debug ts=2026-02-16T18:40:04.000968383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="354 B" policy= mostRecentLagMs=4018
level=debug ts=2026-02-16T18:40:04.000973859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:40:04.007280597Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:08.571201036Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="77 kB" streams=8 entries=27 streamLabelsSize="249 B" entriesSize="2.0 MB" structuredMetadataSize="1.7 kB" totalSize="2.0 MB" mostRecentLagMs=41 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:08.571229233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=712
level=debug ts=2026-02-16T18:40:08.571239482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=10041
level=debug ts=2026-02-16T18:40:08.571246121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=8041
level=debug ts=2026-02-16T18:40:08.571252578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="15 kB" policy= mostRecentLagMs=41
level=debug ts=2026-02-16T18:40:08.57125726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=7041
level=debug ts=2026-02-16T18:40:08.571262683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=9041
level=debug ts=2026-02-16T18:40:08.571267634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=9327
level=debug ts=2026-02-16T18:40:08.571272187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=9041
level=debug ts=2026-02-16T18:40:08.615209588Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:10.509919169Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="88 kB" streams=2 entries=25 streamLabelsSize="58 B" entriesSize="2.1 MB" structuredMetadataSize="1.5 kB" totalSize="2.1 MB" mostRecentLagMs=528 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:10.50994974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=1190
level=debug ts=2026-02-16T18:40:10.50996023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=528
level=debug ts=2026-02-16T18:40:10.521801443Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:14.889015285Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="58 kB" streams=7 entries=21 streamLabelsSize="206 B" entriesSize="1.2 MB" structuredMetadataSize="1.3 kB" totalSize="1.2 MB" mostRecentLagMs=906 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:14.889043043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="9.8 kB" policy= mostRecentLagMs=2907
level=debug ts=2026-02-16T18:40:14.889053472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=906
level=debug ts=2026-02-16T18:40:14.889060052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="19 kB" policy= mostRecentLagMs=9906
level=debug ts=2026-02-16T18:40:14.889065952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=4712
level=debug ts=2026-02-16T18:40:14.889071336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4906
level=debug ts=2026-02-16T18:40:14.889076439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="11 kB" policy= mostRecentLagMs=3907
level=debug ts=2026-02-16T18:40:14.889082814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=3238
level=debug ts=2026-02-16T18:40:14.896176281Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:40:17.395879576Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:40:18.633911266Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=7 entries=11 streamLabelsSize="225 B" entriesSize="498 kB" structuredMetadataSize="714 B" totalSize="498 kB" mostRecentLagMs=104 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:18.633938733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=6104
level=debug ts=2026-02-16T18:40:18.633949374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3104
level=debug ts=2026-02-16T18:40:18.633956127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=2369
level=debug ts=2026-02-16T18:40:18.633961522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2103
level=debug ts=2026-02-16T18:40:18.633966346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="454 kB" policy= mostRecentLagMs=104
level=debug ts=2026-02-16T18:40:18.633971499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=6104
level=debug ts=2026-02-16T18:40:18.633976455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=7103
level=debug ts=2026-02-16T18:40:18.6386839Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:20.48961424Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="47 kB" streams=10 entries=22 streamLabelsSize="305 B" entriesSize="923 kB" structuredMetadataSize="1.4 kB" totalSize="924 kB" mostRecentLagMs=1507 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:20.489644104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="675 kB" policy= mostRecentLagMs=1507
level=debug ts=2026-02-16T18:40:20.489654816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="863 B" policy= mostRecentLagMs=8508
level=debug ts=2026-02-16T18:40:20.489660707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=9508
level=debug ts=2026-02-16T18:40:20.489666046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="13 kB" policy= mostRecentLagMs=5508
level=debug ts=2026-02-16T18:40:20.4896709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="51 kB" policy= mostRecentLagMs=4242
level=debug ts=2026-02-16T18:40:20.489676896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="178 kB" policy= mostRecentLagMs=9122
level=debug ts=2026-02-16T18:40:20.489681787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=1508
level=debug ts=2026-02-16T18:40:20.48968648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2507
level=debug ts=2026-02-16T18:40:20.489691025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="863 B" policy= mostRecentLagMs=6508
level=debug ts=2026-02-16T18:40:20.489695726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=1508
level=debug ts=2026-02-16T18:40:20.495805012Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:25.682020285Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=12 entries=24 streamLabelsSize="379 B" entriesSize="759 kB" structuredMetadataSize="1.5 kB" totalSize="759 kB" mostRecentLagMs=545 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:25.682047354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="813 B" policy= mostRecentLagMs=699
level=debug ts=2026-02-16T18:40:25.682057969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8617
level=debug ts=2026-02-16T18:40:25.682065257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=699
level=debug ts=2026-02-16T18:40:25.682070969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=4699
level=debug ts=2026-02-16T18:40:25.682075852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="706 kB" policy= mostRecentLagMs=545
level=debug ts=2026-02-16T18:40:25.682080486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4699
level=debug ts=2026-02-16T18:40:25.682085028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="522 B" policy= mostRecentLagMs=2700
level=debug ts=2026-02-16T18:40:25.682090055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8699
level=debug ts=2026-02-16T18:40:25.682094389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="644 B" policy= mostRecentLagMs=699
level=debug ts=2026-02-16T18:40:25.682099154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="635 B" policy= mostRecentLagMs=5699
level=debug ts=2026-02-16T18:40:25.682103761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5699
level=debug ts=2026-02-16T18:40:25.68210832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="11 kB" policy= mostRecentLagMs=699
level=debug ts=2026-02-16T18:40:25.687728234Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:29.547112141Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=8 entries=18 streamLabelsSize="250 B" entriesSize="878 kB" structuredMetadataSize="1.1 kB" totalSize="878 kB" mostRecentLagMs=17 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:29.547150583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="322 B" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T18:40:29.547160802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3017
level=debug ts=2026-02-16T18:40:29.547167076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=5464
level=debug ts=2026-02-16T18:40:29.547173372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="511 kB" policy= mostRecentLagMs=204
level=debug ts=2026-02-16T18:40:29.547179633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=2017
level=debug ts=2026-02-16T18:40:29.547184512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=17
level=debug ts=2026-02-16T18:40:29.547189157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=3017
level=debug ts=2026-02-16T18:40:29.547193811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7017
level=debug ts=2026-02-16T18:40:29.55459604Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:30.949254594Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:40:32.991403864Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=7 entries=10 streamLabelsSize="197 B" entriesSize="313 kB" structuredMetadataSize="674 B" totalSize="313 kB" mostRecentLagMs=245 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:32.991432021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=245
level=debug ts=2026-02-16T18:40:32.991458567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="56 kB" policy= mostRecentLagMs=8270
level=debug ts=2026-02-16T18:40:32.991465108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=655
level=debug ts=2026-02-16T18:40:32.991471793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="166 kB" policy= mostRecentLagMs=724
level=debug ts=2026-02-16T18:40:32.991477376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:40:32.991482297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="26 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:40:32.991486998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:40:32.995239862Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:35.783458851Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=7 entries=20 streamLabelsSize="230 B" entriesSize="898 kB" structuredMetadataSize="1.2 kB" totalSize="898 kB" mostRecentLagMs=1498 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:35.783492784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=5801
level=debug ts=2026-02-16T18:40:35.783503964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=7801
level=debug ts=2026-02-16T18:40:35.783510762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="330 B" policy= mostRecentLagMs=6801
level=debug ts=2026-02-16T18:40:35.783589593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5801
level=debug ts=2026-02-16T18:40:35.783595458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8801
level=debug ts=2026-02-16T18:40:35.783601157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=6801
level=debug ts=2026-02-16T18:40:35.783606183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="857 kB" policy= mostRecentLagMs=1498
level=debug ts=2026-02-16T18:40:35.789869898Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:40:36.478060321Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:44766"
ts=2026-02-16T18:40:41.266820372Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:43990"
level=debug ts=2026-02-16T18:40:41.54707527Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=7 entries=17 streamLabelsSize="235 B" entriesSize="739 kB" structuredMetadataSize="1.1 kB" totalSize="739 kB" mostRecentLagMs=719 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:41.547104592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="710 kB" policy= mostRecentLagMs=719
level=debug ts=2026-02-16T18:40:41.547115055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T18:40:41.547121467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1017
level=debug ts=2026-02-16T18:40:41.547127766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=8163
level=debug ts=2026-02-16T18:40:41.547133172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=6017
level=debug ts=2026-02-16T18:40:41.547139035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T18:40:41.547144173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T18:40:41.553641486Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:43.45172314Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=3 entries=7 streamLabelsSize="99 B" entriesSize="384 kB" structuredMetadataSize="443 B" totalSize="384 kB" mostRecentLagMs=2009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:43.451749952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3673
level=debug ts=2026-02-16T18:40:43.451761267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="336 kB" policy= mostRecentLagMs=3514
level=debug ts=2026-02-16T18:40:43.45176772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:40:43.456008737Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:46.647803712Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=6 entries=14 streamLabelsSize="187 B" entriesSize="390 kB" structuredMetadataSize="851 B" totalSize="390 kB" mostRecentLagMs=1665 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:46.647833117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=6199
level=debug ts=2026-02-16T18:40:46.647844323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=5665
level=debug ts=2026-02-16T18:40:46.647851581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=4334
level=debug ts=2026-02-16T18:40:46.647856916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2665
level=debug ts=2026-02-16T18:40:46.647862125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="349 kB" policy= mostRecentLagMs=3198
level=debug ts=2026-02-16T18:40:46.647867851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1665
level=debug ts=2026-02-16T18:40:46.65223557Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:40:47.398003962Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:40:49.481393944Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:42714"
level=debug ts=2026-02-16T18:40:52.542269087Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=8 entries=15 streamLabelsSize="232 B" entriesSize="554 kB" structuredMetadataSize="951 B" totalSize="555 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:52.542297552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="24 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T18:40:52.542307805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=330
level=debug ts=2026-02-16T18:40:52.542313674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="10 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T18:40:52.542319849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=1012
level=debug ts=2026-02-16T18:40:52.542325256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="113 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T18:40:52.542331378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T18:40:52.542337014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T18:40:52.542343228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:40:52.547481877Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:53.989982968Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=10 entries=15 streamLabelsSize="308 B" entriesSize="192 kB" structuredMetadataSize="955 B" totalSize="192 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:53.990009568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="68 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:40:53.990020138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:40:53.990025582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1907
level=debug ts=2026-02-16T18:40:53.990030915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:40:53.990035594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="22 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:40:53.990040596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:40:53.990045109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:40:53.990049697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="38 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:40:53.990054015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="814 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T18:40:53.990060883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:40:53.992840614Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:40:56.990859666Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=12 entries=19 streamLabelsSize="371 B" entriesSize="227 kB" structuredMetadataSize="1.2 kB" totalSize="227 kB" mostRecentLagMs=2008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:40:56.990887327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:40:56.990897774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:40:56.99090476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="632 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:40:56.990924118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:40:56.990930674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:40:56.990936004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="167 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:40:56.990941247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:40:56.990946639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="907 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:40:56.990952301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:40:56.99095746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T18:40:56.990962549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="192 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:40:56.990967823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="10 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:40:56.994594172Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:41:04.98981316Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=9 streamLabelsSize="202 B" entriesSize="290 kB" structuredMetadataSize="605 B" totalSize="290 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:04.989842223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:41:04.989852415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:41:04.989859412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="34 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:41:04.989865279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="854 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:41:04.989870477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="111 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:41:04.989875508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:41:04.989881195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=1692
level=debug ts=2026-02-16T18:41:04.993555036Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:41:05.540305891Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=4 entries=8 streamLabelsSize="142 B" entriesSize="279 kB" structuredMetadataSize="602 B" totalSize="279 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:05.540336728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:41:05.540347841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="229 kB" policy= mostRecentLagMs=5415
level=debug ts=2026-02-16T18:41:05.54035593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="46 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:41:05.54036186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:41:05.544023891Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:41:07.937869141Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=7 entries=11 streamLabelsSize="227 B" entriesSize="110 kB" structuredMetadataSize="689 B" totalSize="110 kB" mostRecentLagMs=956 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:07.937899788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3956
level=debug ts=2026-02-16T18:41:07.937910458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=1955
level=debug ts=2026-02-16T18:41:07.937918041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=956
level=debug ts=2026-02-16T18:41:07.937924352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:41:07.937930473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8956
level=debug ts=2026-02-16T18:41:07.937936378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="63 kB" policy= mostRecentLagMs=2108
level=debug ts=2026-02-16T18:41:07.937943678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=2881
level=debug ts=2026-02-16T18:41:07.940382989Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:41:15.821998904Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.9 kB" streams=4 entries=6 streamLabelsSize="117 B" entriesSize="100 kB" structuredMetadataSize="432 B" totalSize="100 kB" mostRecentLagMs=840 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:15.822026067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="91 kB" policy= mostRecentLagMs=8348
level=debug ts=2026-02-16T18:41:15.822037119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=840
level=debug ts=2026-02-16T18:41:15.82204446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="500 B" policy= mostRecentLagMs=840
level=debug ts=2026-02-16T18:41:15.822050322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=840
level=debug ts=2026-02-16T18:41:15.824708221Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:41:17.093776784Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=6 entries=8 streamLabelsSize="207 B" entriesSize="283 kB" structuredMetadataSize="533 B" totalSize="283 kB" mostRecentLagMs=477 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:17.093806019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="163 B" policy= mostRecentLagMs=5563
level=debug ts=2026-02-16T18:41:17.093816848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=4564
level=debug ts=2026-02-16T18:41:17.093823643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="80 kB" policy= mostRecentLagMs=477
level=debug ts=2026-02-16T18:41:17.093829782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="194 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:41:17.093835255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5563
level=debug ts=2026-02-16T18:41:17.093841511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=2563
level=debug ts=2026-02-16T18:41:17.097761897Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:41:17.400340373Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:41:18.551945571Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=5 entries=12 streamLabelsSize="162 B" entriesSize="257 kB" structuredMetadataSize="766 B" totalSize="257 kB" mostRecentLagMs=620 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:18.551972736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="214 kB" policy= mostRecentLagMs=620
level=debug ts=2026-02-16T18:41:18.551983798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="21 kB" policy= mostRecentLagMs=1570
level=debug ts=2026-02-16T18:41:18.551990732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=2521
level=debug ts=2026-02-16T18:41:18.551997696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=7569
level=debug ts=2026-02-16T18:41:18.552002752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7569
level=debug ts=2026-02-16T18:41:18.555865133Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:41:26.990365527Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=8 entries=9 streamLabelsSize="268 B" entriesSize="176 kB" structuredMetadataSize="611 B" totalSize="177 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:26.990395637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7808
level=debug ts=2026-02-16T18:41:26.9904064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="639 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:41:26.99041284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:41:26.99041953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=3540
level=debug ts=2026-02-16T18:41:26.990424527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:41:26.990430391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:41:26.99043518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="103 kB" policy= mostRecentLagMs=6307
level=debug ts=2026-02-16T18:41:26.990454677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T18:41:26.99394482Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:41:27.535697684Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=7 entries=10 streamLabelsSize="232 B" entriesSize="141 kB" structuredMetadataSize="657 B" totalSize="141 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:27.535725866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="151 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:41:27.53573668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:41:27.535743014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:41:27.535748699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="952 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:41:27.53575433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="100 kB" policy= mostRecentLagMs=6557
level=debug ts=2026-02-16T18:41:27.535759473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="30 kB" policy= mostRecentLagMs=816
level=debug ts=2026-02-16T18:41:27.535764142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:41:27.538399504Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:41:29.98667557Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=8 entries=11 streamLabelsSize="262 B" entriesSize="21 kB" structuredMetadataSize="695 B" totalSize="21 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:29.986702426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:41:29.986712781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:41:29.986720188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:41:29.986726646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:41:29.986734209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:41:29.986739605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:41:29.986745816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:41:29.986751263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:41:30.002523679Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:41:33.134033415Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:41:38.987068696Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.7 kB" streams=5 entries=5 streamLabelsSize="179 B" entriesSize="71 kB" structuredMetadataSize="327 B" totalSize="71 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:38.987097819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:41:38.987109866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="43 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:41:38.987118023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5067
level=debug ts=2026-02-16T18:41:38.987125146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:41:38.987130334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:41:38.988776284Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:41:40.987816636Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.9 kB" streams=9 entries=9 streamLabelsSize="274 B" entriesSize="108 kB" structuredMetadataSize="587 B" totalSize="108 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:40.987844773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="88 kB" policy= mostRecentLagMs=293
level=debug ts=2026-02-16T18:41:40.987855127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:41:40.987862714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:41:40.987868468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:41:40.987874997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:41:40.987881584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:41:40.987886887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:41:40.987891537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:41:40.987896523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:41:40.990505612Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:41:41.544080144Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=4 entries=6 streamLabelsSize="113 B" entriesSize="554 kB" structuredMetadataSize="361 B" totalSize="555 kB" mostRecentLagMs=184 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:41.544109019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:41:41.544119311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="202 kB" policy= mostRecentLagMs=184
level=debug ts=2026-02-16T18:41:41.544126678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=7194
level=debug ts=2026-02-16T18:41:41.544133388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-16T18:41:41.549335603Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:41:47.40220354Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:41:49.485594956Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:52964"
level=debug ts=2026-02-16T18:41:50.000920939Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=5 entries=13 streamLabelsSize="158 B" entriesSize="847 kB" structuredMetadataSize="811 B" totalSize="847 kB" mostRecentLagMs=721 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:50.000949381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=9019
level=debug ts=2026-02-16T18:41:50.000960001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8592
level=debug ts=2026-02-16T18:41:50.000966477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2019
level=debug ts=2026-02-16T18:41:50.000971937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10019
level=debug ts=2026-02-16T18:41:50.000977232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="815 kB" policy= mostRecentLagMs=721
level=debug ts=2026-02-16T18:41:50.008482808Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:41:51.325836698Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=6 entries=13 streamLabelsSize="210 B" entriesSize="538 kB" structuredMetadataSize="829 B" totalSize="538 kB" mostRecentLagMs=343 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:51.325866303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="503 kB" policy= mostRecentLagMs=565
level=debug ts=2026-02-16T18:41:51.325877039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3343
level=debug ts=2026-02-16T18:41:51.325884414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=1343
level=debug ts=2026-02-16T18:41:51.325890005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4343
level=debug ts=2026-02-16T18:41:51.325895346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=1343
level=debug ts=2026-02-16T18:41:51.32590087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=343
level=debug ts=2026-02-16T18:41:51.330216386Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:41:53.065971172Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=5 entries=11 streamLabelsSize="134 B" entriesSize="538 kB" structuredMetadataSize="698 B" totalSize="538 kB" mostRecentLagMs=462 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:41:53.066000486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="535 kB" policy= mostRecentLagMs=462
level=debug ts=2026-02-16T18:41:53.066011038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=7536
level=debug ts=2026-02-16T18:41:53.06601639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=6536
level=debug ts=2026-02-16T18:41:53.066021956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=2536
level=debug ts=2026-02-16T18:41:53.066028472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=536
level=debug ts=2026-02-16T18:41:53.070837838Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:00.465291776Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="102 kB" streams=7 entries=34 streamLabelsSize="203 B" entriesSize="1.9 MB" structuredMetadataSize="2.2 kB" totalSize="1.9 MB" mostRecentLagMs=221 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:00.465323165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="52 kB" policy= mostRecentLagMs=1483
level=debug ts=2026-02-16T18:42:00.465333702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=3207
level=debug ts=2026-02-16T18:42:00.465340206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=221
level=debug ts=2026-02-16T18:42:00.465347323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9484
level=debug ts=2026-02-16T18:42:00.46535232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=483
level=debug ts=2026-02-16T18:42:00.465357136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="101 kB" policy= mostRecentLagMs=4866
level=debug ts=2026-02-16T18:42:00.465362006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=3953
level=debug ts=2026-02-16T18:42:00.476688729Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:02.002282489Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="48 kB" streams=7 entries=22 streamLabelsSize="199 B" entriesSize="884 kB" structuredMetadataSize="1.4 kB" totalSize="885 kB" mostRecentLagMs=762 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:02.002318459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=8019
level=debug ts=2026-02-16T18:42:02.002329112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="890 B" policy= mostRecentLagMs=1019
level=debug ts=2026-02-16T18:42:02.002335662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=762
level=debug ts=2026-02-16T18:42:02.002341256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7020
level=debug ts=2026-02-16T18:42:02.002346432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=6019
level=debug ts=2026-02-16T18:42:02.002351345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3019
level=debug ts=2026-02-16T18:42:02.002358522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="831 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:42:02.009339149Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:04.160980885Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=7 entries=17 streamLabelsSize="230 B" entriesSize="1.2 MB" structuredMetadataSize="1.1 kB" totalSize="1.2 MB" mostRecentLagMs=564 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:04.16101237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="30 kB" policy= mostRecentLagMs=7631
level=debug ts=2026-02-16T18:42:04.161023222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=564
level=debug ts=2026-02-16T18:42:04.161030571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="662 B" policy= mostRecentLagMs=631
level=debug ts=2026-02-16T18:42:04.161037326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7631
level=debug ts=2026-02-16T18:42:04.161043781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="750 kB" policy= mostRecentLagMs=1117
level=debug ts=2026-02-16T18:42:04.161049909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9317
level=debug ts=2026-02-16T18:42:04.161054792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=1918
level=debug ts=2026-02-16T18:42:04.170923535Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:10.476257135Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="62 kB" streams=11 entries=43 streamLabelsSize="309 B" entriesSize="1.0 MB" structuredMetadataSize="2.8 kB" totalSize="1.0 MB" mostRecentLagMs=495 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:10.476285555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=2482
level=debug ts=2026-02-16T18:42:10.47629589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="704 kB" policy= mostRecentLagMs=2352
level=debug ts=2026-02-16T18:42:10.4763025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="27 kB" policy= mostRecentLagMs=4494
level=debug ts=2026-02-16T18:42:10.476308941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6634
level=debug ts=2026-02-16T18:42:10.476314887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=1349
level=debug ts=2026-02-16T18:42:10.476319702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="87 kB" policy= mostRecentLagMs=3567
level=debug ts=2026-02-16T18:42:10.476325635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=3494
level=debug ts=2026-02-16T18:42:10.476330175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=495
level=debug ts=2026-02-16T18:42:10.476334858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T18:42:10.476339873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=495
level=debug ts=2026-02-16T18:42:10.476344564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=4494
level=debug ts=2026-02-16T18:42:10.484061097Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:12.818351427Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=12 entries=39 streamLabelsSize="385 B" entriesSize="692 kB" structuredMetadataSize="2.5 kB" totalSize="692 kB" mostRecentLagMs=836 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:12.818389408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="621 kB" policy= mostRecentLagMs=2835
level=debug ts=2026-02-16T18:42:12.818406994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="13 kB" policy= mostRecentLagMs=836
level=debug ts=2026-02-16T18:42:12.818418229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5834
level=debug ts=2026-02-16T18:42:12.818429671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=2835
level=debug ts=2026-02-16T18:42:12.818460422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4836
level=debug ts=2026-02-16T18:42:12.818471847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=3932
level=debug ts=2026-02-16T18:42:12.818481753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2835
level=debug ts=2026-02-16T18:42:12.818491015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="840 B" policy= mostRecentLagMs=2835
level=debug ts=2026-02-16T18:42:12.818499639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=2835
level=debug ts=2026-02-16T18:42:12.818507993Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1835
level=debug ts=2026-02-16T18:42:12.818516146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8426
level=debug ts=2026-02-16T18:42:12.818525329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7831
level=debug ts=2026-02-16T18:42:12.824635798Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:15.53812135Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=6 entries=18 streamLabelsSize="173 B" entriesSize="157 kB" structuredMetadataSize="1.2 kB" totalSize="157 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:15.538148815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="109 kB" policy= mostRecentLagMs=6980
level=debug ts=2026-02-16T18:42:15.53815936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:42:15.538164907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="16 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:42:15.538170105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6606
level=debug ts=2026-02-16T18:42:15.538174891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:42:15.538180477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:42:15.541043968Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:42:17.404257753Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:42:20.995574741Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=10 entries=17 streamLabelsSize="328 B" entriesSize="300 kB" structuredMetadataSize="1.2 kB" totalSize="300 kB" mostRecentLagMs=1013 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:20.995614657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T18:42:20.995631344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T18:42:20.995642303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="32 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T18:42:20.995653389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="20 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-16T18:42:20.995663421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1562
level=debug ts=2026-02-16T18:42:20.995674262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T18:42:20.99568573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3013
level=debug ts=2026-02-16T18:42:20.995695183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="146 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T18:42:20.99570527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="16 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:42:20.99571477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="25 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T18:42:20.999515302Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:22.991013896Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=11 entries=20 streamLabelsSize="316 B" entriesSize="238 kB" structuredMetadataSize="1.3 kB" totalSize="238 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:22.991045677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:42:22.991056183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:42:22.99106217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="182 kB" policy= mostRecentLagMs=912
level=debug ts=2026-02-16T18:42:22.991068419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:42:22.991074545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="24 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:42:22.991079847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:42:22.991086906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="947 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:42:22.99109183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="11 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:42:22.991096795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="11 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:42:22.991101506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:42:22.991106088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:42:22.994824097Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:25.64556376Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:42:28.474571582Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="48 kB" streams=9 entries=177 streamLabelsSize="283 B" entriesSize="574 kB" structuredMetadataSize="13 kB" totalSize="574 kB" mostRecentLagMs=170 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:28.474599138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=6945
level=debug ts=2026-02-16T18:42:28.474610153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=10945
level=debug ts=2026-02-16T18:42:28.474616258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="21 kB" policy= mostRecentLagMs=8945
level=debug ts=2026-02-16T18:42:28.474623018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=1640
level=debug ts=2026-02-16T18:42:28.474628089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1640
level=debug ts=2026-02-16T18:42:28.474633978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=1640
level=debug ts=2026-02-16T18:42:28.474638994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=9945
level=debug ts=2026-02-16T18:42:28.474645709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="17 kB" policy= mostRecentLagMs=5944
level=debug ts=2026-02-16T18:42:28.47465027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="511 kB" policy= mostRecentLagMs=170
level=debug ts=2026-02-16T18:42:28.479844646Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:31.308483618Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=6 entries=98 streamLabelsSize="161 B" entriesSize="494 kB" structuredMetadataSize="7.3 kB" totalSize="494 kB" mostRecentLagMs=326 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:31.308512844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="47 kB" policy= mostRecentLagMs=327
level=debug ts=2026-02-16T18:42:31.308523167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2327
level=debug ts=2026-02-16T18:42:31.308530577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1327
level=debug ts=2026-02-16T18:42:31.308537529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="341 kB" policy= mostRecentLagMs=327
level=debug ts=2026-02-16T18:42:31.308542769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T18:42:31.308547794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=3326
level=debug ts=2026-02-16T18:42:31.324132898Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:33.074353746Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.1 kB" streams=7 entries=13 streamLabelsSize="211 B" entriesSize="63 kB" structuredMetadataSize="857 B" totalSize="63 kB" mostRecentLagMs=1092 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:33.074384944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3092
level=debug ts=2026-02-16T18:42:33.074395507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=3092
level=debug ts=2026-02-16T18:42:33.074401656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=6092
level=debug ts=2026-02-16T18:42:33.074406507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4091
level=debug ts=2026-02-16T18:42:33.074412289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3092
level=debug ts=2026-02-16T18:42:33.074416903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=1092
level=debug ts=2026-02-16T18:42:33.074422487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2091
level=debug ts=2026-02-16T18:42:33.076090726Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:34.049024246Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="247 kB" streams=2 entries=340 streamLabelsSize="48 B" entriesSize="2.0 MB" structuredMetadataSize="26 kB" totalSize="2.0 MB" mostRecentLagMs=382 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:34.049053764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=382
level=debug ts=2026-02-16T18:42:34.049065299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=3314
level=debug ts=2026-02-16T18:42:34.063421401Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:42:36.487480892Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:37174"
level=debug ts=2026-02-16T18:42:39.338910509Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="277 kB" streams=2 entries=375 streamLabelsSize="51 B" entriesSize="2.0 MB" structuredMetadataSize="28 kB" totalSize="2.0 MB" mostRecentLagMs=83 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:39.338965678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="100 kB" policy= mostRecentLagMs=3622
level=debug ts=2026-02-16T18:42:39.338981727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=83
level=debug ts=2026-02-16T18:42:39.380406374Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:42:41.278121458Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:36896"
level=debug ts=2026-02-16T18:42:41.991294814Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=10 entries=15 streamLabelsSize="298 B" entriesSize="252 kB" structuredMetadataSize="1.0 kB" totalSize="252 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:41.991325527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6201
level=debug ts=2026-02-16T18:42:41.991336305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T18:42:41.991342737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="33 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:42:41.99134956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=2843
level=debug ts=2026-02-16T18:42:41.991356844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="706 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:42:41.991363835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="33 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:42:41.99136936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:42:41.991375137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:42:41.991381077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:42:41.991386285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:42:41.995611226Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:43.991095346Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=8 entries=10 streamLabelsSize="248 B" entriesSize="189 kB" structuredMetadataSize="642 B" totalSize="190 kB" mostRecentLagMs=3008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:43.991137332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T18:42:43.991154039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="178 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:42:43.991166209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="750 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:42:43.991178993Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:42:43.991189085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:42:43.991198708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:42:43.99120745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="385 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:42:43.99121633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:42:43.99439888Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:42:47.405953583Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:42:49.266137809Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="69 kB" streams=9 entries=67 streamLabelsSize="255 B" entriesSize="271 kB" structuredMetadataSize="4.9 kB" totalSize="271 kB" mostRecentLagMs=736 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:49.266166862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9777
level=debug ts=2026-02-16T18:42:49.266179398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=9777
level=debug ts=2026-02-16T18:42:49.266186444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=3736
level=debug ts=2026-02-16T18:42:49.266193185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=736
level=debug ts=2026-02-16T18:42:49.26619956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1736
level=debug ts=2026-02-16T18:42:49.266205392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="242 kB" policy= mostRecentLagMs=9308
level=debug ts=2026-02-16T18:42:49.266210439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=2736
level=debug ts=2026-02-16T18:42:49.266215532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=9777
level=debug ts=2026-02-16T18:42:49.266220388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=2736
level=debug ts=2026-02-16T18:42:49.270280175Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:55.986838465Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=7 entries=7 streamLabelsSize="219 B" entriesSize="21 kB" structuredMetadataSize="460 B" totalSize="21 kB" mostRecentLagMs=5004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:55.986867862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:42:55.986879818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:42:55.986887819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:42:55.986895445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:42:55.986901068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:42:55.986906677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:42:55.986912428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:42:55.988374002Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:42:56.988416277Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.3 kB" streams=5 entries=6 streamLabelsSize="167 B" entriesSize="194 kB" structuredMetadataSize="419 B" totalSize="194 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:42:56.988460479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="175 kB" policy= mostRecentLagMs=2055
level=debug ts=2026-02-16T18:42:56.988471359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:42:56.988482342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T18:42:56.988490308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:42:56.988496168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T18:42:56.992547611Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:43:00.543673506Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=7 entries=12 streamLabelsSize="229 B" entriesSize="669 kB" structuredMetadataSize="903 B" totalSize="669 kB" mostRecentLagMs=67 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:00.543705588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T18:43:00.543717068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T18:43:00.543727007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=67
level=debug ts=2026-02-16T18:43:00.543733001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:43:00.543740113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="263 kB" policy= mostRecentLagMs=461
level=debug ts=2026-02-16T18:43:00.543747079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=2839
level=debug ts=2026-02-16T18:43:00.543752965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:43:00.551076634Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:43:03.054233535Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:43:06.993993521Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=10 entries=23 streamLabelsSize="296 B" entriesSize="420 kB" structuredMetadataSize="1.5 kB" totalSize="421 kB" mostRecentLagMs=1011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:06.994022355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T18:43:06.994033429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T18:43:06.994040675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="244 kB" policy= mostRecentLagMs=2871
level=debug ts=2026-02-16T18:43:06.994047464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T18:43:06.994052503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:43:06.99405777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:43:06.994062499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T18:43:06.994067148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="23 kB" policy= mostRecentLagMs=1276
level=debug ts=2026-02-16T18:43:06.994071807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T18:43:06.994076496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="112 kB" policy= mostRecentLagMs=2064
level=debug ts=2026-02-16T18:43:06.998796686Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:43:08.004952377Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="64 kB" streams=9 entries=29 streamLabelsSize="256 B" entriesSize="978 kB" structuredMetadataSize="1.9 kB" totalSize="979 kB" mostRecentLagMs=1023 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:08.004981629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="247 kB" policy= mostRecentLagMs=2208
level=debug ts=2026-02-16T18:43:08.004992609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="29 kB" policy= mostRecentLagMs=2851
level=debug ts=2026-02-16T18:43:08.004998713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="113 kB" policy= mostRecentLagMs=3070
level=debug ts=2026-02-16T18:43:08.005004003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="140 kB" policy= mostRecentLagMs=2024
level=debug ts=2026-02-16T18:43:08.005008867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="439 kB" policy= mostRecentLagMs=3726
level=debug ts=2026-02-16T18:43:08.005013447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=1023
level=debug ts=2026-02-16T18:43:08.00501821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8023
level=debug ts=2026-02-16T18:43:08.005023169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5023
level=debug ts=2026-02-16T18:43:08.005027644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="856 B" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T18:43:08.012742511Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:43:10.612649524Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=11 streamLabelsSize="215 B" entriesSize="302 kB" structuredMetadataSize="760 B" totalSize="302 kB" mostRecentLagMs=1082 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:10.612679937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7083
level=debug ts=2026-02-16T18:43:10.612690589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="122 kB" policy= mostRecentLagMs=6686
level=debug ts=2026-02-16T18:43:10.612696763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=5082
level=debug ts=2026-02-16T18:43:10.612705072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="732 B" policy= mostRecentLagMs=2082
level=debug ts=2026-02-16T18:43:10.612710352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="83 kB" policy= mostRecentLagMs=7791
level=debug ts=2026-02-16T18:43:10.612715318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="90 kB" policy= mostRecentLagMs=1082
level=debug ts=2026-02-16T18:43:10.616355334Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:43:17.407985295Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:43:18.98991449Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=9 entries=11 streamLabelsSize="313 B" entriesSize="265 kB" structuredMetadataSize="725 B" totalSize="266 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:18.989945109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:43:18.989956058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T18:43:18.989962298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:43:18.98996945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="21 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:43:18.989974744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="201 kB" policy= mostRecentLagMs=5124
level=debug ts=2026-02-16T18:43:18.989979627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="385 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:43:18.989984423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T18:43:18.989989316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="11 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:43:18.989993994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=8685
level=debug ts=2026-02-16T18:43:18.994210919Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:43:19.511019442Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=8 entries=14 streamLabelsSize="249 B" entriesSize="438 kB" structuredMetadataSize="862 B" totalSize="438 kB" mostRecentLagMs=529 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:19.511051472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="216 B" policy= mostRecentLagMs=5529
level=debug ts=2026-02-16T18:43:19.511063731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=4529
level=debug ts=2026-02-16T18:43:19.511071415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="530 B" policy= mostRecentLagMs=1529
level=debug ts=2026-02-16T18:43:19.511076973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="302 kB" policy= mostRecentLagMs=2529
level=debug ts=2026-02-16T18:43:19.511082502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="107 kB" policy= mostRecentLagMs=4496
level=debug ts=2026-02-16T18:43:19.511087474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="20 kB" policy= mostRecentLagMs=529
level=debug ts=2026-02-16T18:43:19.511092746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=1529
level=debug ts=2026-02-16T18:43:19.511097994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=529
level=debug ts=2026-02-16T18:43:19.51565219Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:43:21.537616281Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=9 entries=11 streamLabelsSize="253 B" entriesSize="234 kB" structuredMetadataSize="706 B" totalSize="234 kB" mostRecentLagMs=3008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:21.53764577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:43:21.537655851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:43:21.53766386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:43:21.537669223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="784 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:43:21.53767534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="23 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:43:21.537680629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="149 kB" policy= mostRecentLagMs=6487
level=debug ts=2026-02-16T18:43:21.537687069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:43:21.537691954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="51 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:43:21.537696556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="426 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:43:21.540539941Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:43:29.991662446Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=12 entries=24 streamLabelsSize="363 B" entriesSize="346 kB" structuredMetadataSize="1.5 kB" totalSize="347 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:29.991691389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T18:43:29.991701676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:43:29.99170719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="643 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T18:43:29.991713185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="386 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:43:29.991718281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:43:29.99172288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="382 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:43:29.991728188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:43:29.991732779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="156 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:43:29.991737862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T18:43:29.991743462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:43:29.991748443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="142 kB" policy= mostRecentLagMs=4663
level=debug ts=2026-02-16T18:43:29.991753397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="26 kB" policy= mostRecentLagMs=1500
level=debug ts=2026-02-16T18:43:29.995856565Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:43:30.99453306Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=10 entries=19 streamLabelsSize="285 B" entriesSize="356 kB" structuredMetadataSize="1.2 kB" totalSize="356 kB" mostRecentLagMs=1013 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:30.994562515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T18:43:30.994572743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:43:30.994578298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="87 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T18:43:30.994584646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T18:43:30.994589864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T18:43:30.994595805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="26 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:43:30.994600512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=1430
level=debug ts=2026-02-16T18:43:30.994606299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5774
level=debug ts=2026-02-16T18:43:30.994612277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T18:43:30.994617871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="147 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T18:43:30.998653241Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:43:32.487682193Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=9 entries=13 streamLabelsSize="296 B" entriesSize="457 kB" structuredMetadataSize="867 B" totalSize="457 kB" mostRecentLagMs=958 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:32.487712076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="36 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:43:32.487722752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=5958
level=debug ts=2026-02-16T18:43:32.487729839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=8958
level=debug ts=2026-02-16T18:43:32.48773579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="10 kB" policy= mostRecentLagMs=5958
level=debug ts=2026-02-16T18:43:32.487741115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=6957
level=debug ts=2026-02-16T18:43:32.487746181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="43 kB" policy= mostRecentLagMs=5958
level=debug ts=2026-02-16T18:43:32.487752185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=8520
level=debug ts=2026-02-16T18:43:32.487757197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="733 B" policy= mostRecentLagMs=3958
level=debug ts=2026-02-16T18:43:32.487762088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=958
level=debug ts=2026-02-16T18:43:32.491999619Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:43:40.986765671Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=6 entries=6 streamLabelsSize="214 B" entriesSize="48 kB" structuredMetadataSize="390 B" totalSize="48 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:40.986794805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="356 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:43:40.986804735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:43:40.986811349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:43:40.986817925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:43:40.986823668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:43:40.986829389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=9913
level=debug ts=2026-02-16T18:43:40.988394835Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:43:41.283198185Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:44304"
level=debug ts=2026-02-16T18:43:41.372260426Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:43:41.374684476Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:43:43.534315954Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=3 entries=3 streamLabelsSize="120 B" entriesSize="41 kB" structuredMetadataSize="214 B" totalSize="41 kB" mostRecentLagMs=2964 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:43.534344058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:43:43.534354663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=2964
level=debug ts=2026-02-16T18:43:43.534362188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:43:43.53599689Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:43:47.41054256Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:43:50.987707423Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.1 kB" streams=5 entries=7 streamLabelsSize="183 B" entriesSize="191 kB" structuredMetadataSize="476 B" totalSize="192 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:50.987736131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:43:50.98774628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:43:50.987752536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="179 kB" policy= mostRecentLagMs=5816
level=debug ts=2026-02-16T18:43:50.987759788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:43:50.987765483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:43:50.990342676Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:43:51.985273327Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.2 kB" streams=4 entries=4 streamLabelsSize="123 B" entriesSize="8.3 kB" structuredMetadataSize="258 B" totalSize="8.4 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:51.985309576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3002
level=debug ts=2026-02-16T18:43:51.985325526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:43:51.985338856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:43:51.985349386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="874 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:43:51.986775147Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:43:56.548497999Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=8 entries=12 streamLabelsSize="288 B" entriesSize="791 kB" structuredMetadataSize="832 B" totalSize="791 kB" mostRecentLagMs=19 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:43:56.548527551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10019
level=debug ts=2026-02-16T18:43:56.548538125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-16T18:43:56.548545597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator-operator\"}" streamLabelsHash=2881054010 streamSizeBytes="13 kB" policy= mostRecentLagMs=3018
level=debug ts=2026-02-16T18:43:56.548551653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=4668
level=debug ts=2026-02-16T18:43:56.548556807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3018
level=debug ts=2026-02-16T18:43:56.54856212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4018
level=debug ts=2026-02-16T18:43:56.548567105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="370 kB" policy= mostRecentLagMs=334
level=debug ts=2026-02-16T18:43:56.548572046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=19
level=debug ts=2026-02-16T18:43:56.554780057Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:04.021660674Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="66 kB" streams=6 entries=23 streamLabelsSize="190 B" entriesSize="1.3 MB" structuredMetadataSize="1.5 kB" totalSize="1.3 MB" mostRecentLagMs=3139 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:04.021698486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=3139
level=debug ts=2026-02-16T18:44:04.021714357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8040
level=debug ts=2026-02-16T18:44:04.021723469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5241
level=debug ts=2026-02-16T18:44:04.021732134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4040
level=debug ts=2026-02-16T18:44:04.021740678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=5040
level=debug ts=2026-02-16T18:44:04.021752647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=9040
level=debug ts=2026-02-16T18:44:04.025277866Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="74 kB" streams=6 entries=26 streamLabelsSize="191 B" entriesSize="1.6 MB" structuredMetadataSize="1.6 kB" totalSize="1.6 MB" mostRecentLagMs=42 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:04.025304132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=42
level=debug ts=2026-02-16T18:44:04.025314094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4042
level=debug ts=2026-02-16T18:44:04.025320039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=572
level=debug ts=2026-02-16T18:44:04.025326286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5042
level=debug ts=2026-02-16T18:44:04.025331433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="78 kB" policy= mostRecentLagMs=2214
level=debug ts=2026-02-16T18:44:04.025336432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=10043
level=debug ts=2026-02-16T18:44:04.031242081Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:04.033267615Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:07.502907766Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=6 entries=9 streamLabelsSize="155 B" entriesSize="639 kB" structuredMetadataSize="549 B" totalSize="639 kB" mostRecentLagMs=194 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:07.502957466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=3973
level=debug ts=2026-02-16T18:44:07.502973122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="103 B" policy= mostRecentLagMs=973
level=debug ts=2026-02-16T18:44:07.502984097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="213 kB" policy= mostRecentLagMs=195
level=debug ts=2026-02-16T18:44:07.502993456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=973
level=debug ts=2026-02-16T18:44:07.503000172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="406 kB" policy= mostRecentLagMs=4714
level=debug ts=2026-02-16T18:44:07.50300614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="19 kB" policy= mostRecentLagMs=3973
level=debug ts=2026-02-16T18:44:07.508786487Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:15.018785489Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="68 kB" streams=8 entries=24 streamLabelsSize="249 B" entriesSize="1.4 MB" structuredMetadataSize="1.5 kB" totalSize="1.4 MB" mostRecentLagMs=37 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:15.018813876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="93 kB" policy= mostRecentLagMs=1704
level=debug ts=2026-02-16T18:44:15.018824284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=43
level=debug ts=2026-02-16T18:44:15.018831856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=37
level=debug ts=2026-02-16T18:44:15.018837678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10036
level=debug ts=2026-02-16T18:44:15.018842782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5036
level=debug ts=2026-02-16T18:44:15.018847478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="48 kB" policy= mostRecentLagMs=3778
level=debug ts=2026-02-16T18:44:15.01885238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=9037
level=debug ts=2026-02-16T18:44:15.018857014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=5645
level=debug ts=2026-02-16T18:44:15.061008378Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:15.975262588Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=10 entries=36 streamLabelsSize="321 B" entriesSize="2.1 MB" structuredMetadataSize="2.2 kB" totalSize="2.1 MB" mostRecentLagMs=717 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:15.97529102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5993
level=debug ts=2026-02-16T18:44:15.975301999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=2992
level=debug ts=2026-02-16T18:44:15.97530857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=717
level=debug ts=2026-02-16T18:44:15.975314161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=3993
level=debug ts=2026-02-16T18:44:15.975319855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7993
level=debug ts=2026-02-16T18:44:15.975324905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4992
level=debug ts=2026-02-16T18:44:15.975330145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9993
level=debug ts=2026-02-16T18:44:15.975335077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=9993
level=debug ts=2026-02-16T18:44:15.975339668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5993
level=debug ts=2026-02-16T18:44:15.975345197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="464 B" policy= mostRecentLagMs=8992
level=debug ts=2026-02-16T18:44:15.987401489Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:44:17.412866981Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:44:17.554355785Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="60 kB" streams=5 entries=21 streamLabelsSize="149 B" entriesSize="1.3 MB" structuredMetadataSize="1.3 kB" totalSize="1.3 MB" mostRecentLagMs=25 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:17.554385241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=693
level=debug ts=2026-02-16T18:44:17.554395765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="644 B" policy= mostRecentLagMs=25
level=debug ts=2026-02-16T18:44:17.554402639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="129 B" policy= mostRecentLagMs=10025
level=debug ts=2026-02-16T18:44:17.554408629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T18:44:17.554415125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=25
level=debug ts=2026-02-16T18:44:17.561803858Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:21.52963514Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="100 kB" streams=6 entries=29 streamLabelsSize="206 B" entriesSize="2.1 MB" structuredMetadataSize="1.7 kB" totalSize="2.1 MB" mostRecentLagMs=296 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:21.529666393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=878
level=debug ts=2026-02-16T18:44:21.529677317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=296
level=debug ts=2026-02-16T18:44:21.529684004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2548
level=debug ts=2026-02-16T18:44:21.52968974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=2548
level=debug ts=2026-02-16T18:44:21.529694577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="79 kB" policy= mostRecentLagMs=325
level=debug ts=2026-02-16T18:44:21.529699444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="39 kB" policy= mostRecentLagMs=2548
level=debug ts=2026-02-16T18:44:21.54441194Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:21.548127793Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="95 kB" streams=8 entries=32 streamLabelsSize="237 B" entriesSize="2.0 MB" structuredMetadataSize="1.9 kB" totalSize="2.0 MB" mostRecentLagMs=120 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:21.548151394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=592
level=debug ts=2026-02-16T18:44:21.548161163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="702 B" policy= mostRecentLagMs=4566
level=debug ts=2026-02-16T18:44:21.548166845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=120
level=debug ts=2026-02-16T18:44:21.548172805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=4566
level=debug ts=2026-02-16T18:44:21.548178033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=1565
level=debug ts=2026-02-16T18:44:21.548183002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=565
level=debug ts=2026-02-16T18:44:21.548188274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1565
level=debug ts=2026-02-16T18:44:21.54819325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="39 kB" policy= mostRecentLagMs=3894
level=debug ts=2026-02-16T18:44:21.565495895Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:27.710783921Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:44:28.399955657Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="58 kB" streams=9 entries=22 streamLabelsSize="325 B" entriesSize="1.3 MB" structuredMetadataSize="1.3 kB" totalSize="1.3 MB" mostRecentLagMs=488 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:28.400007771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=488
level=debug ts=2026-02-16T18:44:28.400029435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="298 B" policy= mostRecentLagMs=2870
level=debug ts=2026-02-16T18:44:28.400044886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5870
level=debug ts=2026-02-16T18:44:28.4000623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="13 kB" policy= mostRecentLagMs=1870
level=debug ts=2026-02-16T18:44:28.400075911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="11 kB" policy= mostRecentLagMs=5870
level=debug ts=2026-02-16T18:44:28.40009006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9870
level=debug ts=2026-02-16T18:44:28.400104468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=4866
level=debug ts=2026-02-16T18:44:28.40011774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=1870
level=debug ts=2026-02-16T18:44:28.40013128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=4866
level=debug ts=2026-02-16T18:44:28.409466843Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:29.987401133Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="96 kB" streams=6 entries=27 streamLabelsSize="165 B" entriesSize="2.0 MB" structuredMetadataSize="1.6 kB" totalSize="2.0 MB" mostRecentLagMs=132 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:29.987434425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=132
level=debug ts=2026-02-16T18:44:29.987460894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:44:29.987467471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="49 kB" policy= mostRecentLagMs=962
level=debug ts=2026-02-16T18:44:29.987472615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=7819
level=debug ts=2026-02-16T18:44:29.987478233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:44:29.987483489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2433
level=debug ts=2026-02-16T18:44:30.001380585Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:31.54325906Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="78 kB" streams=9 entries=26 streamLabelsSize="297 B" entriesSize="1.6 MB" structuredMetadataSize="1.6 kB" totalSize="1.6 MB" mostRecentLagMs=56 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:31.543289594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3561
level=debug ts=2026-02-16T18:44:31.543301222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="824 B" policy= mostRecentLagMs=6560
level=debug ts=2026-02-16T18:44:31.543309012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="11 kB" policy= mostRecentLagMs=9560
level=debug ts=2026-02-16T18:44:31.543314951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=56
level=debug ts=2026-02-16T18:44:31.543320411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1561
level=debug ts=2026-02-16T18:44:31.543325478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1561
level=debug ts=2026-02-16T18:44:31.543330922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="36 kB" policy= mostRecentLagMs=8561
level=debug ts=2026-02-16T18:44:31.543336105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=7561
level=debug ts=2026-02-16T18:44:31.543340882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1847
level=debug ts=2026-02-16T18:44:31.555847037Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:39.550656856Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=5 entries=18 streamLabelsSize="141 B" entriesSize="1.0 MB" structuredMetadataSize="1.1 kB" totalSize="1.0 MB" mostRecentLagMs=21 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:39.550689427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=1286
level=debug ts=2026-02-16T18:44:39.550700214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="625 kB" policy= mostRecentLagMs=559
level=debug ts=2026-02-16T18:44:39.550706585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=21
level=debug ts=2026-02-16T18:44:39.550713215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="532 B" policy= mostRecentLagMs=1020
level=debug ts=2026-02-16T18:44:39.550719847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=3315
level=debug ts=2026-02-16T18:44:39.558037729Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:39.997693373Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="100 kB" streams=10 entries=32 streamLabelsSize="295 B" entriesSize="2.0 MB" structuredMetadataSize="2.1 kB" totalSize="2.0 MB" mostRecentLagMs=211 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:39.99772408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T18:44:39.997735662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=1118
level=debug ts=2026-02-16T18:44:39.997742573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="173 kB" policy= mostRecentLagMs=211
level=debug ts=2026-02-16T18:44:39.997748908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=1701
level=debug ts=2026-02-16T18:44:39.997754859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=9890
level=debug ts=2026-02-16T18:44:39.997761638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=8340
level=debug ts=2026-02-16T18:44:39.997767256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="112 B" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T18:44:39.99777283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T18:44:39.99777835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=8015
level=debug ts=2026-02-16T18:44:39.997783646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="49 kB" policy= mostRecentLagMs=2390
level=debug ts=2026-02-16T18:44:40.012866251Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:41.892628719Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="73 kB" streams=8 entries=32 streamLabelsSize="260 B" entriesSize="1.5 MB" structuredMetadataSize="2.0 kB" totalSize="1.5 MB" mostRecentLagMs=523 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:41.892662189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=910
level=debug ts=2026-02-16T18:44:41.892673399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=523
level=debug ts=2026-02-16T18:44:41.892681351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1910
level=debug ts=2026-02-16T18:44:41.892686872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=3859
level=debug ts=2026-02-16T18:44:41.892691836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=910
level=debug ts=2026-02-16T18:44:41.892696806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=910
level=debug ts=2026-02-16T18:44:41.892702892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9910
level=debug ts=2026-02-16T18:44:41.892708118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="417 B" policy= mostRecentLagMs=4910
level=debug ts=2026-02-16T18:44:41.90232568Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:44:47.416001353Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:44:50.008215097Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="69 kB" streams=10 entries=35 streamLabelsSize="309 B" entriesSize="1.3 MB" structuredMetadataSize="2.2 kB" totalSize="1.3 MB" mostRecentLagMs=26 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:50.008245015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="46 kB" policy= mostRecentLagMs=9709
level=debug ts=2026-02-16T18:44:50.008255841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="698 B" policy= mostRecentLagMs=5026
level=debug ts=2026-02-16T18:44:50.008263339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1026
level=debug ts=2026-02-16T18:44:50.008269214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=476
level=debug ts=2026-02-16T18:44:50.008275866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=4618
level=debug ts=2026-02-16T18:44:50.008281074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=26
level=debug ts=2026-02-16T18:44:50.008285878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10026
level=debug ts=2026-02-16T18:44:50.008290523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="41 kB" policy= mostRecentLagMs=9026
level=debug ts=2026-02-16T18:44:50.008295313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=3813
level=debug ts=2026-02-16T18:44:50.008299918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=5027
level=debug ts=2026-02-16T18:44:50.01728022Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:50.233319999Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=7 entries=17 streamLabelsSize="212 B" entriesSize="647 kB" structuredMetadataSize="1.1 kB" totalSize="647 kB" mostRecentLagMs=1093 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:50.233348812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="312 B" policy= mostRecentLagMs=4703
level=debug ts=2026-02-16T18:44:50.233359468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="393 B" policy= mostRecentLagMs=9703
level=debug ts=2026-02-16T18:44:50.233366654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="592 kB" policy= mostRecentLagMs=1098
level=debug ts=2026-02-16T18:44:50.233372077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="696 B" policy= mostRecentLagMs=8703
level=debug ts=2026-02-16T18:44:50.233377367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="26 kB" policy= mostRecentLagMs=7703
level=debug ts=2026-02-16T18:44:50.233382466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=1093
level=debug ts=2026-02-16T18:44:50.233388601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=6704
level=debug ts=2026-02-16T18:44:50.237211143Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:44:52.008186485Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=12 entries=32 streamLabelsSize="369 B" entriesSize="1.1 MB" structuredMetadataSize="1.9 kB" totalSize="1.1 MB" mostRecentLagMs=25 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:44:52.008218582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=5025
level=debug ts=2026-02-16T18:44:52.008229776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=6871
level=debug ts=2026-02-16T18:44:52.008235878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5025
level=debug ts=2026-02-16T18:44:52.008242787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="956 kB" policy= mostRecentLagMs=25
level=debug ts=2026-02-16T18:44:52.008248298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1025
level=debug ts=2026-02-16T18:44:52.008254364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="16 kB" policy= mostRecentLagMs=1025
level=debug ts=2026-02-16T18:44:52.008259414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4025
level=debug ts=2026-02-16T18:44:52.008265869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=8025
level=debug ts=2026-02-16T18:44:52.008272016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2025
level=debug ts=2026-02-16T18:44:52.008278313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="884 B" policy= mostRecentLagMs=26
level=debug ts=2026-02-16T18:44:52.008284162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=1682
level=debug ts=2026-02-16T18:44:52.00828957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="23 kB" policy= mostRecentLagMs=26
level=debug ts=2026-02-16T18:44:52.014728451Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:00.400140172Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=10 entries=21 streamLabelsSize="344 B" entriesSize="854 kB" structuredMetadataSize="1.4 kB" totalSize="854 kB" mostRecentLagMs=122 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:00.400171392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=8870
level=debug ts=2026-02-16T18:45:00.400181719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7870
level=debug ts=2026-02-16T18:45:00.400188921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="80 kB" policy= mostRecentLagMs=122
level=debug ts=2026-02-16T18:45:00.400195203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4870
level=debug ts=2026-02-16T18:45:00.400201179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="347 kB" policy= mostRecentLagMs=595
level=debug ts=2026-02-16T18:45:00.400207402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=6870
level=debug ts=2026-02-16T18:45:00.400213886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=2871
level=debug ts=2026-02-16T18:45:00.400219124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="400 kB" policy= mostRecentLagMs=2141
level=debug ts=2026-02-16T18:45:00.400224601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=3870
level=debug ts=2026-02-16T18:45:00.400229678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3870
level=debug ts=2026-02-16T18:45:00.406190724Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:00.50430905Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=10 entries=18 streamLabelsSize="276 B" entriesSize="417 kB" structuredMetadataSize="1.2 kB" totalSize="417 kB" mostRecentLagMs=523 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:00.504339293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="287 kB" policy= mostRecentLagMs=5369
level=debug ts=2026-02-16T18:45:00.504349613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="49 kB" policy= mostRecentLagMs=8379
level=debug ts=2026-02-16T18:45:00.504356636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=6522
level=debug ts=2026-02-16T18:45:00.504363083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9523
level=debug ts=2026-02-16T18:45:00.504368596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=523
level=debug ts=2026-02-16T18:45:00.504373239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9496
level=debug ts=2026-02-16T18:45:00.504378068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="20 kB" policy= mostRecentLagMs=1523
level=debug ts=2026-02-16T18:45:00.504382414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="632 B" policy= mostRecentLagMs=2522
level=debug ts=2026-02-16T18:45:00.504387045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=523
level=debug ts=2026-02-16T18:45:00.504392151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="22 kB" policy= mostRecentLagMs=4523
level=debug ts=2026-02-16T18:45:00.507670174Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:02.093665244Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=8 entries=21 streamLabelsSize="244 B" entriesSize="449 kB" structuredMetadataSize="1.3 kB" totalSize="450 kB" mostRecentLagMs=1111 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:02.093697798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2110
level=debug ts=2026-02-16T18:45:02.093708791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="817 B" policy= mostRecentLagMs=2110
level=debug ts=2026-02-16T18:45:02.093714669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3111
level=debug ts=2026-02-16T18:45:02.093720316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7529
level=debug ts=2026-02-16T18:45:02.093725373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="417 kB" policy= mostRecentLagMs=3792
level=debug ts=2026-02-16T18:45:02.093730864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=8110
level=debug ts=2026-02-16T18:45:02.09373711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1111
level=debug ts=2026-02-16T18:45:02.093742269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1111
level=debug ts=2026-02-16T18:45:02.098147481Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:45:06.494790425Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:57896"
level=debug ts=2026-02-16T18:45:07.993898489Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:45:11.548612277Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=5 entries=10 streamLabelsSize="174 B" entriesSize="635 kB" structuredMetadataSize="650 B" totalSize="635 kB" mostRecentLagMs=1019 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:11.548642258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="26 kB" policy= mostRecentLagMs=3092
level=debug ts=2026-02-16T18:45:11.548653301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="54 kB" policy= mostRecentLagMs=1019
level=debug ts=2026-02-16T18:45:11.548660728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="201 kB" policy= mostRecentLagMs=1105
level=debug ts=2026-02-16T18:45:11.548666244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="350 kB" policy= mostRecentLagMs=9258
level=debug ts=2026-02-16T18:45:11.548671863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-16T18:45:11.555593362Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:11.742359101Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=7 entries=10 streamLabelsSize="225 B" entriesSize="268 kB" structuredMetadataSize="640 B" totalSize="268 kB" mostRecentLagMs=1760 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:11.742386237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="96 kB" policy= mostRecentLagMs=1760
level=debug ts=2026-02-16T18:45:11.742397256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6057
level=debug ts=2026-02-16T18:45:11.742405369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:45:11.74241169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=5761
level=debug ts=2026-02-16T18:45:11.74241683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="16 kB" policy= mostRecentLagMs=6761
level=debug ts=2026-02-16T18:45:11.742422134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=3551
level=debug ts=2026-02-16T18:45:11.742426847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="34 kB" policy= mostRecentLagMs=1760
level=debug ts=2026-02-16T18:45:11.744677823Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:13.993095393Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=10 entries=16 streamLabelsSize="310 B" entriesSize="184 kB" structuredMetadataSize="1.0 kB" totalSize="184 kB" mostRecentLagMs=4011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:13.993134268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:45:13.993150132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:45:13.993161551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="33 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:45:13.993172888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="36 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:45:13.99318256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:45:13.993193002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="107 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T18:45:13.99320248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:45:13.993212619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:45:13.993221342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T18:45:13.993230001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T18:45:13.996897645Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:45:17.418324934Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:45:21.990465164Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=9 entries=14 streamLabelsSize="276 B" entriesSize="213 kB" structuredMetadataSize="902 B" totalSize="213 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:21.990494572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:45:21.990505282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="330 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T18:45:21.990510887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T18:45:21.990518465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:45:21.990525316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="695 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:45:21.990533031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:45:21.99053952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="159 kB" policy= mostRecentLagMs=2319
level=debug ts=2026-02-16T18:45:21.99054616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="20 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:45:21.990550974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="13 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:45:21.993943893Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:23.535334309Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.9 kB" streams=8 entries=11 streamLabelsSize="248 B" entriesSize="48 kB" structuredMetadataSize="739 B" totalSize="48 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:23.535359817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="195 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:45:23.53537033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="26 kB" policy= mostRecentLagMs=2849
level=debug ts=2026-02-16T18:45:23.535377911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:45:23.535384883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:45:23.53538973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="172 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:45:23.535396399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:45:23.535401721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:45:23.535406415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:45:23.537208224Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:25.987939516Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=6 entries=6 streamLabelsSize="181 B" entriesSize="31 kB" structuredMetadataSize="389 B" totalSize="32 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:25.987969328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:45:25.987981121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="165 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:45:25.987987739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:45:25.98799439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:45:25.987999567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=2273
level=debug ts=2026-02-16T18:45:25.988006256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:45:25.989537476Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:33.992283899Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=9 streamLabelsSize="198 B" entriesSize="292 kB" structuredMetadataSize="624 B" totalSize="293 kB" mostRecentLagMs=1011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:33.99231287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T18:45:33.992324312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="179 kB" policy= mostRecentLagMs=2362
level=debug ts=2026-02-16T18:45:33.99233082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T18:45:33.992337836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:45:33.992343266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T18:45:33.992348429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="440 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T18:45:33.992353555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="97 kB" policy= mostRecentLagMs=8717
level=debug ts=2026-02-16T18:45:33.995940288Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:36.538930503Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=4 streamLabelsSize="128 B" entriesSize="402 kB" structuredMetadataSize="252 B" totalSize="402 kB" mostRecentLagMs=2009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:36.538957983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:45:36.538968988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="398 kB" policy= mostRecentLagMs=5475
level=debug ts=2026-02-16T18:45:36.538976332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:45:36.53898151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:45:36.543694626Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:36.637464466Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=6 entries=15 streamLabelsSize="197 B" entriesSize="169 kB" structuredMetadataSize="938 B" totalSize="170 kB" mostRecentLagMs=654 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:36.63748891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="86 kB" policy= mostRecentLagMs=1652
level=debug ts=2026-02-16T18:45:36.637499975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8655
level=debug ts=2026-02-16T18:45:36.637505981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=6655
level=debug ts=2026-02-16T18:45:36.637519105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="758 B" policy= mostRecentLagMs=655
level=debug ts=2026-02-16T18:45:36.637524388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="73 kB" policy= mostRecentLagMs=655
level=debug ts=2026-02-16T18:45:36.637533742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3654
level=debug ts=2026-02-16T18:45:36.639871916Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:44.062580549Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=4 entries=9 streamLabelsSize="117 B" entriesSize="501 kB" structuredMetadataSize="553 B" totalSize="502 kB" mostRecentLagMs=1081 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:44.062609069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9081
level=debug ts=2026-02-16T18:45:44.062619143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="476 kB" policy= mostRecentLagMs=1494
level=debug ts=2026-02-16T18:45:44.062625201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3977
level=debug ts=2026-02-16T18:45:44.062630449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=1081
level=debug ts=2026-02-16T18:45:44.068013893Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:46.877521832Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=3 entries=9 streamLabelsSize="79 B" entriesSize="353 kB" structuredMetadataSize="567 B" totalSize="353 kB" mostRecentLagMs=894 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:46.87755143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6895
level=debug ts=2026-02-16T18:45:46.877562348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="202 kB" policy= mostRecentLagMs=894
level=debug ts=2026-02-16T18:45:46.877568706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="150 kB" policy= mostRecentLagMs=1801
level=debug ts=2026-02-16T18:45:46.882371029Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:45:47.420337778Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:45:48.537957068Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=8 entries=11 streamLabelsSize="262 B" entriesSize="247 kB" structuredMetadataSize="725 B" totalSize="248 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:48.53798548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:45:48.53799575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:45:48.538003548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="36 kB" policy= mostRecentLagMs=7962
level=debug ts=2026-02-16T18:45:48.538008614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="202 kB" policy= mostRecentLagMs=6930
level=debug ts=2026-02-16T18:45:48.538014421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="260 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:45:48.538019642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:45:48.538026632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:45:48.538031396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:45:48.540992441Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:56.003458952Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="59 kB" streams=11 entries=23 streamLabelsSize="347 B" entriesSize="955 kB" structuredMetadataSize="1.5 kB" totalSize="956 kB" mostRecentLagMs=22 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:56.003487906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="820 B" policy= mostRecentLagMs=5022
level=debug ts=2026-02-16T18:45:56.003498531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="364 B" policy= mostRecentLagMs=4021
level=debug ts=2026-02-16T18:45:56.003504885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9948
level=debug ts=2026-02-16T18:45:56.003510323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7022
level=debug ts=2026-02-16T18:45:56.003516683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4021
level=debug ts=2026-02-16T18:45:56.003522183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=1136
level=debug ts=2026-02-16T18:45:56.003528162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=22
level=debug ts=2026-02-16T18:45:56.003534574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="54 kB" policy= mostRecentLagMs=4316
level=debug ts=2026-02-16T18:45:56.003539188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9022
level=debug ts=2026-02-16T18:45:56.003544308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="831 kB" policy= mostRecentLagMs=847
level=debug ts=2026-02-16T18:45:56.00354895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=3022
level=debug ts=2026-02-16T18:45:56.009753202Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:56.994181491Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=7 entries=12 streamLabelsSize="201 B" entriesSize="596 kB" structuredMetadataSize="748 B" totalSize="596 kB" mostRecentLagMs=2626 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:45:56.994210551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T18:45:56.994221045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="151 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:45:56.994227715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="578 kB" policy= mostRecentLagMs=2626
level=debug ts=2026-02-16T18:45:56.994233087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T18:45:56.994238012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T18:45:56.994243146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T18:45:56.994247978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:45:56.999593342Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:45:58.274089488Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:46:00.900877938Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=7 entries=12 streamLabelsSize="246 B" entriesSize="872 kB" structuredMetadataSize="784 B" totalSize="872 kB" mostRecentLagMs=577 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:00.900919005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=5464
level=debug ts=2026-02-16T18:46:00.900932543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=9371
level=debug ts=2026-02-16T18:46:00.900942525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="18 kB" policy= mostRecentLagMs=2371
level=debug ts=2026-02-16T18:46:00.90095038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="426 kB" policy= mostRecentLagMs=1095
level=debug ts=2026-02-16T18:46:00.900957776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9371
level=debug ts=2026-02-16T18:46:00.900965242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=577
level=debug ts=2026-02-16T18:46:00.900972633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=4371
level=debug ts=2026-02-16T18:46:00.90771926Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:46:06.173463036Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="84 kB" streams=6 entries=35 streamLabelsSize="169 B" entriesSize="1.6 MB" structuredMetadataSize="2.2 kB" totalSize="1.6 MB" mostRecentLagMs=192 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:06.173492778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="83 kB" policy= mostRecentLagMs=1780
level=debug ts=2026-02-16T18:46:06.173503343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=192
level=debug ts=2026-02-16T18:46:06.173509578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="301 B" policy= mostRecentLagMs=2192
level=debug ts=2026-02-16T18:46:06.173515218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=2192
level=debug ts=2026-02-16T18:46:06.173520483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="49 kB" policy= mostRecentLagMs=2790
level=debug ts=2026-02-16T18:46:06.173525897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=1470
level=debug ts=2026-02-16T18:46:06.209677262Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:46:06.497997231Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:37080"
level=debug ts=2026-02-16T18:46:07.131508812Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=7 entries=20 streamLabelsSize="214 B" entriesSize="869 kB" structuredMetadataSize="1.2 kB" totalSize="869 kB" mostRecentLagMs=149 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:07.131539688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="430 B" policy= mostRecentLagMs=3149
level=debug ts=2026-02-16T18:46:07.131550066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=5350
level=debug ts=2026-02-16T18:46:07.131557126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="838 kB" policy= mostRecentLagMs=2271
level=debug ts=2026-02-16T18:46:07.131562322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=149
level=debug ts=2026-02-16T18:46:07.131568554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="816 B" policy= mostRecentLagMs=7148
level=debug ts=2026-02-16T18:46:07.131575021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1149
level=debug ts=2026-02-16T18:46:07.131579758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="351 B" policy= mostRecentLagMs=1149
level=debug ts=2026-02-16T18:46:07.137704797Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:46:11.550362483Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=5 entries=28 streamLabelsSize="150 B" entriesSize="683 kB" structuredMetadataSize="1.7 kB" totalSize="683 kB" mostRecentLagMs=20 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:11.550391554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="622 kB" policy= mostRecentLagMs=1533
level=debug ts=2026-02-16T18:46:11.550401992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=1808
level=debug ts=2026-02-16T18:46:11.550409448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=20
level=debug ts=2026-02-16T18:46:11.550415177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T18:46:11.550421261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="12 kB" policy= mostRecentLagMs=20
level=debug ts=2026-02-16T18:46:11.559524106Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:46:15.357573821Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="120 kB" streams=10 entries=43 streamLabelsSize="297 B" entriesSize="2.1 MB" structuredMetadataSize="2.9 kB" totalSize="2.1 MB" mostRecentLagMs=173 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:15.357603937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=173
level=debug ts=2026-02-16T18:46:15.357614922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=376
level=debug ts=2026-02-16T18:46:15.357622352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=2375
level=debug ts=2026-02-16T18:46:15.357627608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=3376
level=debug ts=2026-02-16T18:46:15.35763334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=175
level=debug ts=2026-02-16T18:46:15.357638472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8334
level=debug ts=2026-02-16T18:46:15.357643439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=6375
level=debug ts=2026-02-16T18:46:15.357648044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="142 kB" policy= mostRecentLagMs=2531
level=debug ts=2026-02-16T18:46:15.35765271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4691
level=debug ts=2026-02-16T18:46:15.357657252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=6375
level=debug ts=2026-02-16T18:46:15.371849205Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:46:17.215748582Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="118 kB" streams=11 entries=114 streamLabelsSize="364 B" entriesSize="1.8 MB" structuredMetadataSize="8.3 kB" totalSize="1.8 MB" mostRecentLagMs=42 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:17.215780767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7233
level=debug ts=2026-02-16T18:46:17.21579152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=304
level=debug ts=2026-02-16T18:46:17.215797727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10037
level=debug ts=2026-02-16T18:46:17.215803495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1233
level=debug ts=2026-02-16T18:46:17.215808807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=2188
level=debug ts=2026-02-16T18:46:17.215814184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=6135
level=debug ts=2026-02-16T18:46:17.215820261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="338 kB" policy= mostRecentLagMs=5322
level=debug ts=2026-02-16T18:46:17.215826569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=43
level=debug ts=2026-02-16T18:46:17.215832262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6135
level=debug ts=2026-02-16T18:46:17.215837567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9233
level=debug ts=2026-02-16T18:46:17.215843157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=3233
level=debug ts=2026-02-16T18:46:17.225576128Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:46:17.423035073Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:46:22.541594843Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=5 entries=23 streamLabelsSize="149 B" entriesSize="490 kB" structuredMetadataSize="1.5 kB" totalSize="490 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:22.541624906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T18:46:22.541636384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:46:22.541643475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="10 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T18:46:22.541649109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="429 kB" policy= mostRecentLagMs=1830
level=debug ts=2026-02-16T18:46:22.541655552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="49 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:46:22.546327791Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:46:25.353735325Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="95 kB" streams=10 entries=48 streamLabelsSize="296 B" entriesSize="1.7 MB" structuredMetadataSize="3.1 kB" totalSize="1.7 MB" mostRecentLagMs=372 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:25.353764494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=372
level=debug ts=2026-02-16T18:46:25.353774579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="112 kB" policy= mostRecentLagMs=1371
level=debug ts=2026-02-16T18:46:25.353789221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="72 kB" policy= mostRecentLagMs=2438
level=debug ts=2026-02-16T18:46:25.35379985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="123 kB" policy= mostRecentLagMs=1395
level=debug ts=2026-02-16T18:46:25.35380514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6371
level=debug ts=2026-02-16T18:46:25.353810181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="90 kB" policy= mostRecentLagMs=3611
level=debug ts=2026-02-16T18:46:25.353815627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="11 kB" policy= mostRecentLagMs=372
level=debug ts=2026-02-16T18:46:25.353820708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=5394
level=debug ts=2026-02-16T18:46:25.353825059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="881 B" policy= mostRecentLagMs=5372
level=debug ts=2026-02-16T18:46:25.353829725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=1504
level=debug ts=2026-02-16T18:46:25.364137008Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:46:28.014894316Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="78 kB" streams=12 entries=57 streamLabelsSize="374 B" entriesSize="1.5 MB" structuredMetadataSize="3.7 kB" totalSize="1.5 MB" mostRecentLagMs=31 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:28.014934322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=31
level=debug ts=2026-02-16T18:46:28.014945042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=7032
level=debug ts=2026-02-16T18:46:28.014951189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10032
level=debug ts=2026-02-16T18:46:28.014956981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="966 B" policy= mostRecentLagMs=31
level=debug ts=2026-02-16T18:46:28.014961931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=1032
level=debug ts=2026-02-16T18:46:28.014967389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8032
level=debug ts=2026-02-16T18:46:28.014972329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=7032
level=debug ts=2026-02-16T18:46:28.014976966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=4032
level=debug ts=2026-02-16T18:46:28.014981602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=3032
level=debug ts=2026-02-16T18:46:28.014986246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="69 kB" policy= mostRecentLagMs=2224
level=debug ts=2026-02-16T18:46:28.014990621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="14 kB" policy= mostRecentLagMs=31
level=debug ts=2026-02-16T18:46:28.014995767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=149
level=debug ts=2026-02-16T18:46:28.023199096Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:46:32.975635654Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=9 entries=25 streamLabelsSize="278 B" entriesSize="543 kB" structuredMetadataSize="1.6 kB" totalSize="543 kB" mostRecentLagMs=1445 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:32.975666548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="47 kB" policy= mostRecentLagMs=1445
level=debug ts=2026-02-16T18:46:32.975676642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=5446
level=debug ts=2026-02-16T18:46:32.975682455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=5446
level=debug ts=2026-02-16T18:46:32.975688394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=8445
level=debug ts=2026-02-16T18:46:32.975694145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6446
level=debug ts=2026-02-16T18:46:32.975699837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="33 kB" policy= mostRecentLagMs=1445
level=debug ts=2026-02-16T18:46:32.975705314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="444 kB" policy= mostRecentLagMs=2051
level=debug ts=2026-02-16T18:46:32.975710461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=2445
level=debug ts=2026-02-16T18:46:32.975715196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=7444
level=debug ts=2026-02-16T18:46:32.981661113Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:46:35.677828021Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="77 kB" streams=8 entries=41 streamLabelsSize="231 B" entriesSize="1.2 MB" structuredMetadataSize="2.7 kB" totalSize="1.2 MB" mostRecentLagMs=696 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:35.677856853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="13 kB" policy= mostRecentLagMs=4696
level=debug ts=2026-02-16T18:46:35.677867201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="52 kB" policy= mostRecentLagMs=9230
level=debug ts=2026-02-16T18:46:35.677873644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="97 kB" policy= mostRecentLagMs=6818
level=debug ts=2026-02-16T18:46:35.677880484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="10 kB" policy= mostRecentLagMs=6696
level=debug ts=2026-02-16T18:46:35.677885655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=696
level=debug ts=2026-02-16T18:46:35.677891177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="895 kB" policy= mostRecentLagMs=4785
level=debug ts=2026-02-16T18:46:35.677897174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="66 kB" policy= mostRecentLagMs=1751
level=debug ts=2026-02-16T18:46:35.677903009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=2735
level=debug ts=2026-02-16T18:46:35.686215355Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:46:36.499545402Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:52298"
level=debug ts=2026-02-16T18:46:38.994858768Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=8 entries=24 streamLabelsSize="240 B" entriesSize="312 kB" structuredMetadataSize="1.6 kB" totalSize="312 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:38.994889243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T18:46:38.99489937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T18:46:38.994905294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=7538
level=debug ts=2026-02-16T18:46:38.994911858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T18:46:38.994917326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=4436
level=debug ts=2026-02-16T18:46:38.99493464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="264 kB" policy= mostRecentLagMs=4051
level=debug ts=2026-02-16T18:46:38.994939953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="12 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T18:46:38.994945038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T18:46:38.999452655Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:46:44.121918464Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.7 kB" streams=5 entries=7 streamLabelsSize="143 B" entriesSize="143 kB" structuredMetadataSize="471 B" totalSize="143 kB" mostRecentLagMs=1764 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:44.121949293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2591
level=debug ts=2026-02-16T18:46:44.121960746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="108 kB" policy= mostRecentLagMs=1764
level=debug ts=2026-02-16T18:46:44.121966487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:46:44.121972322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=2591
level=debug ts=2026-02-16T18:46:44.121978451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="13 kB" policy= mostRecentLagMs=6592
level=debug ts=2026-02-16T18:46:44.12554429Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:46:45.991687094Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=10 entries=30 streamLabelsSize="304 B" entriesSize="323 kB" structuredMetadataSize="2.0 kB" totalSize="323 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:45.991720461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:46:45.991731741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="385 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T18:46:45.991739994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6541
level=debug ts=2026-02-16T18:46:45.99174597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="40 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:46:45.991752271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="88 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T18:46:45.991757055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="15 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T18:46:45.991761703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="208 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:46:45.991768063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="11 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:46:45.991776664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=2841
level=debug ts=2026-02-16T18:46:45.991783737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T18:46:45.996157843Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:46:47.425419935Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:46:49.061869103Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=6 entries=21 streamLabelsSize="190 B" entriesSize="283 kB" structuredMetadataSize="1.3 kB" totalSize="284 kB" mostRecentLagMs=1080 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:49.061897543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=1080
level=debug ts=2026-02-16T18:46:49.061912702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=9079
level=debug ts=2026-02-16T18:46:49.061924445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="192 kB" policy= mostRecentLagMs=5079
level=debug ts=2026-02-16T18:46:49.06193473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=2079
level=debug ts=2026-02-16T18:46:49.061943691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1080
level=debug ts=2026-02-16T18:46:49.061954094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="53 kB" policy= mostRecentLagMs=2079
level=debug ts=2026-02-16T18:46:49.06769669Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:46:57.16013847Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=8 entries=59 streamLabelsSize="259 B" entriesSize="484 kB" structuredMetadataSize="4.3 kB" totalSize="484 kB" mostRecentLagMs=152 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:57.160164762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="220 kB" policy= mostRecentLagMs=5094
level=debug ts=2026-02-16T18:46:57.160175533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="40 kB" policy= mostRecentLagMs=5189
level=debug ts=2026-02-16T18:46:57.16018117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5178
level=debug ts=2026-02-16T18:46:57.160186179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="160 kB" policy= mostRecentLagMs=152
level=debug ts=2026-02-16T18:46:57.160190915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10178
level=debug ts=2026-02-16T18:46:57.160197081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T18:46:57.160202006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8178
level=debug ts=2026-02-16T18:46:57.160206727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=5094
level=debug ts=2026-02-16T18:46:57.164819212Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:46:57.804438504Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=5 entries=55 streamLabelsSize="143 B" entriesSize="257 kB" structuredMetadataSize="4.1 kB" totalSize="257 kB" mostRecentLagMs=50 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:57.804487127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10270
level=debug ts=2026-02-16T18:46:57.804498309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="101 kB" policy= mostRecentLagMs=3441
level=debug ts=2026-02-16T18:46:57.804505565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2558
level=debug ts=2026-02-16T18:46:57.804512793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=6274
level=debug ts=2026-02-16T18:46:57.804520804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="127 kB" policy= mostRecentLagMs=50
level=debug ts=2026-02-16T18:46:57.809591813Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:46:59.189080481Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:46:59.992832272Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=10 entries=24 streamLabelsSize="291 B" entriesSize="401 kB" structuredMetadataSize="1.6 kB" totalSize="402 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:46:59.992860579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="782 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T18:46:59.992871943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:46:59.992878809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="39 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:46:59.992885403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:46:59.992890766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="11 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T18:46:59.992895469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="336 kB" policy= mostRecentLagMs=3208
level=debug ts=2026-02-16T18:46:59.992899966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T18:46:59.992905648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:46:59.992911307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:46:59.992916016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:46:59.997763008Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:04.449526533Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="217 kB" streams=5 entries=347 streamLabelsSize="172 B" entriesSize="2.0 MB" structuredMetadataSize="26 kB" totalSize="2.0 MB" mostRecentLagMs=71 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:04.449553721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="261 kB" policy= mostRecentLagMs=2581
level=debug ts=2026-02-16T18:47:04.449563933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=71
level=debug ts=2026-02-16T18:47:04.449570513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=3230
level=debug ts=2026-02-16T18:47:04.449577347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="208 kB" policy= mostRecentLagMs=265
level=debug ts=2026-02-16T18:47:04.449583062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1100
level=debug ts=2026-02-16T18:47:04.465687286Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:07.17414742Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="73 kB" streams=11 entries=63 streamLabelsSize="310 B" entriesSize="865 kB" structuredMetadataSize="4.6 kB" totalSize="865 kB" mostRecentLagMs=160 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:07.174186959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="185 kB" policy= mostRecentLagMs=3192
level=debug ts=2026-02-16T18:47:07.174203651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=6192
level=debug ts=2026-02-16T18:47:07.174216392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="239 B" policy= mostRecentLagMs=7191
level=debug ts=2026-02-16T18:47:07.174225944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="104 kB" policy= mostRecentLagMs=3922
level=debug ts=2026-02-16T18:47:07.174234731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="90 kB" policy= mostRecentLagMs=160
level=debug ts=2026-02-16T18:47:07.17424353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="49 kB" policy= mostRecentLagMs=3154
level=debug ts=2026-02-16T18:47:07.174252491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=1193
level=debug ts=2026-02-16T18:47:07.174261933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=5331
level=debug ts=2026-02-16T18:47:07.174269666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="383 kB" policy= mostRecentLagMs=974
level=debug ts=2026-02-16T18:47:07.17427834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2192
level=debug ts=2026-02-16T18:47:07.174287519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2192
level=debug ts=2026-02-16T18:47:07.183033585Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:10.921290256Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="258 kB" streams=4 entries=333 streamLabelsSize="116 B" entriesSize="2.0 MB" structuredMetadataSize="25 kB" totalSize="2.0 MB" mostRecentLagMs=285 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:10.921322317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=285
level=debug ts=2026-02-16T18:47:10.921333191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="167 kB" policy= mostRecentLagMs=4535
level=debug ts=2026-02-16T18:47:10.921339891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="206 kB" policy= mostRecentLagMs=1629
level=debug ts=2026-02-16T18:47:10.92134571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=2818
level=debug ts=2026-02-16T18:47:10.93535723Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:11.963731808Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=7 entries=18 streamLabelsSize="243 B" entriesSize="866 kB" structuredMetadataSize="1.1 kB" totalSize="866 kB" mostRecentLagMs=683 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:11.963763731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3981
level=debug ts=2026-02-16T18:47:11.963775091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=683
level=debug ts=2026-02-16T18:47:11.963781214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="794 kB" policy= mostRecentLagMs=1192
level=debug ts=2026-02-16T18:47:11.963786515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3023
level=debug ts=2026-02-16T18:47:11.963791979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="422 B" policy= mostRecentLagMs=8981
level=debug ts=2026-02-16T18:47:11.963798054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5981
level=debug ts=2026-02-16T18:47:11.963803454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=6981
level=debug ts=2026-02-16T18:47:11.970124541Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:47:17.427704538Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:47:17.995619938Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=8 entries=13 streamLabelsSize="244 B" entriesSize="407 kB" structuredMetadataSize="890 B" totalSize="407 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:17.995648926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6247
level=debug ts=2026-02-16T18:47:17.995659949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=7917
level=debug ts=2026-02-16T18:47:17.995665625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="546 B" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T18:47:17.99567196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T18:47:17.995677349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=8636
level=debug ts=2026-02-16T18:47:17.995683767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="271 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T18:47:17.995690144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="41 kB" policy= mostRecentLagMs=7450
level=debug ts=2026-02-16T18:47:17.995695581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T18:47:17.999963908Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:19.4635098Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="269 kB" streams=7 entries=441 streamLabelsSize="246 B" entriesSize="2.0 MB" structuredMetadataSize="33 kB" totalSize="2.0 MB" mostRecentLagMs=79 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:19.463539546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=7179
level=debug ts=2026-02-16T18:47:19.463550183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=3533
level=debug ts=2026-02-16T18:47:19.463557698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=640
level=debug ts=2026-02-16T18:47:19.463564257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="442 B" policy= mostRecentLagMs=1881
level=debug ts=2026-02-16T18:47:19.463569869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=79
level=debug ts=2026-02-16T18:47:19.463575007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1881
level=debug ts=2026-02-16T18:47:19.463581909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="173 kB" policy= mostRecentLagMs=4087
level=debug ts=2026-02-16T18:47:19.475692159Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:47:19.507880393Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:32874"
level=debug ts=2026-02-16T18:47:23.986310053Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=11 entries=17 streamLabelsSize="304 B" entriesSize="84 kB" structuredMetadataSize="1.1 kB" totalSize="85 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:23.986339144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:47:23.986349625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:47:23.986355987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:47:23.98636113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="11 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:47:23.986366383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:47:23.986372125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:47:23.986377208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="564 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:47:23.986382084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="464 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:47:23.986387137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:47:23.986393246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="27 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:47:23.986400449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:47:23.98895785Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:26.692347217Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="280 kB" streams=7 entries=398 streamLabelsSize="201 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=53 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:26.692375458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=4533
level=debug ts=2026-02-16T18:47:26.692385796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=2757
level=debug ts=2026-02-16T18:47:26.692392314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=2757
level=debug ts=2026-02-16T18:47:26.692398889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6719
level=debug ts=2026-02-16T18:47:26.692404142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=1266
level=debug ts=2026-02-16T18:47:26.692409048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="24 kB" policy= mostRecentLagMs=4533
level=debug ts=2026-02-16T18:47:26.692413868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=53
level=debug ts=2026-02-16T18:47:26.70574169Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:28.47022509Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=8 entries=16 streamLabelsSize="233 B" entriesSize="148 kB" structuredMetadataSize="1.1 kB" totalSize="148 kB" mostRecentLagMs=489 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:28.470254772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=3488
level=debug ts=2026-02-16T18:47:28.470265962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:47:28.470273525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=2488
level=debug ts=2026-02-16T18:47:28.470279688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=489
level=debug ts=2026-02-16T18:47:28.470284494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=489
level=debug ts=2026-02-16T18:47:28.470290651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=8489
level=debug ts=2026-02-16T18:47:28.470295451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="50 kB" policy= mostRecentLagMs=489
level=debug ts=2026-02-16T18:47:28.470300413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="15 kB" policy= mostRecentLagMs=489
level=debug ts=2026-02-16T18:47:28.472949175Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:34.987143594Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=6 entries=14 streamLabelsSize="181 B" entriesSize="120 kB" structuredMetadataSize="910 B" totalSize="120 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:34.987175184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="86 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:47:34.987186799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:47:34.987193176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:47:34.987198504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="816 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:47:34.98720448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:47:34.987209834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:47:34.989853859Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:36.527249619Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="304 kB" streams=6 entries=385 streamLabelsSize="194 B" entriesSize="2.0 MB" structuredMetadataSize="29 kB" totalSize="2.0 MB" mostRecentLagMs=1997 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:36.527277418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=7997
level=debug ts=2026-02-16T18:47:36.527287444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="128 kB" policy= mostRecentLagMs=7997
level=debug ts=2026-02-16T18:47:36.527293676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=2868
level=debug ts=2026-02-16T18:47:36.52730082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=9860
level=debug ts=2026-02-16T18:47:36.527306043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=7997
level=debug ts=2026-02-16T18:47:36.527312052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=1997
level=debug ts=2026-02-16T18:47:36.541201269Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:38.996744302Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=8 entries=16 streamLabelsSize="252 B" entriesSize="486 kB" structuredMetadataSize="1.0 kB" totalSize="486 kB" mostRecentLagMs=375 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:38.996774068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=1476
level=debug ts=2026-02-16T18:47:38.99678425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9014
level=debug ts=2026-02-16T18:47:38.996791622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-16T18:47:38.996797125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="550 B" policy= mostRecentLagMs=9014
level=debug ts=2026-02-16T18:47:38.996802266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="312 kB" policy= mostRecentLagMs=375
level=debug ts=2026-02-16T18:47:38.996807165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="59 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T18:47:38.996813557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T18:47:38.996821312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="66 kB" policy= mostRecentLagMs=1468
level=debug ts=2026-02-16T18:47:39.001901536Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:41.331269312Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:47:41.333478403Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:47:45.994706376Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=7 entries=12 streamLabelsSize="206 B" entriesSize="483 kB" structuredMetadataSize="745 B" totalSize="483 kB" mostRecentLagMs=1402 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:45.99473643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:47:45.994747099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T18:47:45.994753143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="444 kB" policy= mostRecentLagMs=2463
level=debug ts=2026-02-16T18:47:45.994759497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="380 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:47:45.994764553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T18:47:45.994771108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:47:45.994776317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=1402
level=debug ts=2026-02-16T18:47:45.999610578Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:46.490396714Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=5 entries=12 streamLabelsSize="152 B" entriesSize="326 kB" structuredMetadataSize="820 B" totalSize="326 kB" mostRecentLagMs=958 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:46.490425736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="208 kB" policy= mostRecentLagMs=8413
level=debug ts=2026-02-16T18:47:46.49043634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="27 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:47:46.490471286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=1959
level=debug ts=2026-02-16T18:47:46.490478738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="89 kB" policy= mostRecentLagMs=1959
level=debug ts=2026-02-16T18:47:46.490484781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=958
level=debug ts=2026-02-16T18:47:46.493611657Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:47:47.429088172Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:47:52.989969021Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=8 entries=18 streamLabelsSize="249 B" entriesSize="218 kB" structuredMetadataSize="1.2 kB" totalSize="218 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:52.99000046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=8544
level=debug ts=2026-02-16T18:47:52.990012223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:47:52.990019211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="149 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:47:52.990026217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:47:52.990030966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:47:52.990035929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=9479
level=debug ts=2026-02-16T18:47:52.990040426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:47:52.990045169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:47:52.993773997Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:56.496950913Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=6 entries=10 streamLabelsSize="199 B" entriesSize="179 kB" structuredMetadataSize="678 B" totalSize="179 kB" mostRecentLagMs=967 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:56.496982306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="129 kB" policy= mostRecentLagMs=1966
level=debug ts=2026-02-16T18:47:56.496993668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:47:56.497001761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=8967
level=debug ts=2026-02-16T18:47:56.497007788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=3964
level=debug ts=2026-02-16T18:47:56.497013852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=967
level=debug ts=2026-02-16T18:47:56.497019038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=967
level=debug ts=2026-02-16T18:47:56.499872943Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:47:57.991535558Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=14 entries=23 streamLabelsSize="461 B" entriesSize="264 kB" structuredMetadataSize="1.5 kB" totalSize="265 kB" mostRecentLagMs=2009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:47:57.991564192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:47:57.991574411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:47:57.991581565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="379 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T18:47:57.991589083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T18:47:57.991595823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=4934
level=debug ts=2026-02-16T18:47:57.991601343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:47:57.991606905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="175 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:47:57.991614834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="330 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:47:57.991622492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="14 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:47:57.991629765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:47:57.991635827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T18:47:57.991640786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:47:57.991645654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="27 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T18:47:57.991650231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:47:57.995612632Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:48:04.991539746Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=10 entries=15 streamLabelsSize="322 B" entriesSize="271 kB" structuredMetadataSize="961 B" totalSize="272 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:04.991566697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="65 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:48:04.991576737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="14 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:48:04.991583037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:48:04.991590362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="52 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:48:04.991595199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="73 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:48:04.991601727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="13 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T18:48:04.991606629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=2611
level=debug ts=2026-02-16T18:48:04.991611364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T18:48:04.991616729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:48:04.991621429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:48:04.99507575Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:48:06.538280202Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=7 entries=7 streamLabelsSize="242 B" entriesSize="49 kB" structuredMetadataSize="455 B" totalSize="49 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:06.538308571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:48:06.538319511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="21 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:48:06.538325298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:48:06.53833161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:48:06.538338585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:48:06.538344091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:48:06.538349274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="11 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:48:06.540192947Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:48:08.985899432Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=6 entries=7 streamLabelsSize="214 B" entriesSize="28 kB" structuredMetadataSize="453 B" totalSize="28 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:08.985926933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:48:08.98593687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="239 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:48:08.985942939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:48:08.985948419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4892
level=debug ts=2026-02-16T18:48:08.985954357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:48:08.985959646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T18:48:08.987691952Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:48:15.986639706Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=4 entries=4 streamLabelsSize="139 B" entriesSize="41 kB" structuredMetadataSize="258 B" totalSize="41 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:15.98667452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=2553
level=debug ts=2026-02-16T18:48:15.986685357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:48:15.986691515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:48:15.986696913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:48:15.988420564Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:48:17.430708981Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:48:20.986598637Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=8 entries=8 streamLabelsSize="231 B" entriesSize="13 kB" structuredMetadataSize="519 B" totalSize="13 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:20.986626267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:48:20.986637149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="605 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:48:20.986643427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:48:20.986649851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:48:20.986655907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="856 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:48:20.98666127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:48:20.986667518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:48:20.986673321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:48:20.988186949Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:48:25.534309462Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=3 entries=4 streamLabelsSize="98 B" entriesSize="6.0 kB" structuredMetadataSize="248 B" totalSize="6.1 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:25.534338448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:48:25.534349528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="165 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:48:25.5343569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:48:25.535935525Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:48:28.987077926Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=6 entries=8 streamLabelsSize="160 B" entriesSize="14 kB" structuredMetadataSize="532 B" totalSize="14 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:28.987104853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="330 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:48:28.987115786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:48:28.987123156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:48:28.987129988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:48:28.987136379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T18:48:28.987142396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:48:28.988589357Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:48:31.986488273Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=7 entries=11 streamLabelsSize="212 B" entriesSize="15 kB" structuredMetadataSize="722 B" totalSize="16 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:31.986517477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:48:31.986528172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="326 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:48:31.986534459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:48:31.986540873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:48:31.986546598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:48:31.986552551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:48:31.986557631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="165 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:48:31.988420689Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:48:34.571693018Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:48:35.538294771Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=4 entries=4 streamLabelsSize="130 B" entriesSize="8.4 kB" structuredMetadataSize="261 B" totalSize="8.5 kB" mostRecentLagMs=4006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:35.538324453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:48:35.538335303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:48:35.538342142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:48:35.538347236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:48:35.539762432Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:48:39.987580104Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=5 entries=5 streamLabelsSize="151 B" entriesSize="15 kB" structuredMetadataSize="330 B" totalSize="15 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:39.987606379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:48:39.987617097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:48:39.987624474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:48:39.987631375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:48:39.98763755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T18:48:39.98947528Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:48:43.987266182Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.6 kB" streams=5 entries=6 streamLabelsSize="168 B" entriesSize="52 kB" structuredMetadataSize="386 B" totalSize="52 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:43.987292394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="541 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:48:43.987303471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=9257
level=debug ts=2026-02-16T18:48:43.987309205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:48:43.987314688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=8477
level=debug ts=2026-02-16T18:48:43.987319639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:48:43.989148669Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:48:47.432072508Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:48:51.536797132Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="379 B" streams=2 entries=2 streamLabelsSize="57 B" entriesSize="483 B" structuredMetadataSize="133 B" totalSize="540 B" mostRecentLagMs=3006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:51.536823054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:48:51.536833674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T18:48:51.538079807Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:48:54.986319466Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.2 kB" streams=6 entries=7 streamLabelsSize="208 B" entriesSize="43 kB" structuredMetadataSize="467 B" totalSize="43 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:54.986345551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=4905
level=debug ts=2026-02-16T18:48:54.986355751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:48:54.986362714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:48:54.986368382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="598 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:48:54.986373661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="651 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:48:54.986379264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:48:54.988094806Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:48:55.986091616Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.8 kB" streams=9 entries=9 streamLabelsSize="278 B" entriesSize="22 kB" structuredMetadataSize="607 B" totalSize="22 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:48:55.98612156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:48:55.986132878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:48:55.986138528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T18:48:55.986144937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:48:55.986151887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:48:55.986158911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:48:55.986168186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:48:55.986175364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="649 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:48:55.986180371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:48:55.98771668Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:49:02.548816427Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=5 entries=11 streamLabelsSize="170 B" entriesSize="368 kB" structuredMetadataSize="817 B" totalSize="368 kB" mostRecentLagMs=98 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:02.548846373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=98
level=debug ts=2026-02-16T18:49:02.548856768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6018
level=debug ts=2026-02-16T18:49:02.548862579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=8018
level=debug ts=2026-02-16T18:49:02.548868366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=3018
level=debug ts=2026-02-16T18:49:02.548873265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="333 kB" policy= mostRecentLagMs=241
level=debug ts=2026-02-16T18:49:02.552858169Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:49:06.986511164Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=5 entries=6 streamLabelsSize="171 B" entriesSize="8.3 kB" structuredMetadataSize="374 B" totalSize="8.5 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:06.98654121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:49:06.986552469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:49:06.986559796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:49:06.986565073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:49:06.986570883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:49:06.98794687Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:49:09.988708759Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=6 entries=6 streamLabelsSize="184 B" entriesSize="38 kB" structuredMetadataSize="396 B" totalSize="39 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:09.988741605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:49:09.988752715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:49:09.988759096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:49:09.988766748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="856 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:49:09.98877368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="95 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T18:49:09.988780165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4059
level=debug ts=2026-02-16T18:49:09.99051794Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:49:14.535987851Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.8 kB" streams=4 entries=4 streamLabelsSize="162 B" entriesSize="32 kB" structuredMetadataSize="279 B" totalSize="33 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:14.536014607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:49:14.536026182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="26 kB" policy= mostRecentLagMs=9496
level=debug ts=2026-02-16T18:49:14.536032179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:49:14.536038918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:49:14.537859542Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:49:17.433289573Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:49:19.986296337Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=7 entries=7 streamLabelsSize="244 B" entriesSize="14 kB" structuredMetadataSize="459 B" totalSize="15 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:19.986323838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T18:49:19.986333859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="95 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T18:49:19.986340114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:49:19.986346015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:49:19.98635245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:49:19.986357238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:49:19.98636333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:49:19.988013663Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:49:20.986033478Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=5 entries=6 streamLabelsSize="185 B" entriesSize="21 kB" structuredMetadataSize="413 B" totalSize="21 kB" mostRecentLagMs=1807 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:20.98606287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="246 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:49:20.986074685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1807
level=debug ts=2026-02-16T18:49:20.986081416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator\"}" streamLabelsHash=3516083171 streamSizeBytes="97 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:49:20.986087429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:49:20.986093912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:49:20.987710324Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:49:24.802481658Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=4 entries=4 streamLabelsSize="158 B" entriesSize="42 kB" structuredMetadataSize="273 B" totalSize="43 kB" mostRecentLagMs=2273 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:24.802511285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="30 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:49:24.802522926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=7271
level=debug ts=2026-02-16T18:49:24.802530168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="95 B" policy= mostRecentLagMs=8268
level=debug ts=2026-02-16T18:49:24.802535483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2273
level=debug ts=2026-02-16T18:49:24.804390314Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:49:25.037129004Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:49:30.990082576Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=8 streamLabelsSize="168 B" entriesSize="272 kB" structuredMetadataSize="482 B" totalSize="273 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:30.990115549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="265 kB" policy= mostRecentLagMs=2534
level=debug ts=2026-02-16T18:49:30.990128216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:49:30.990136037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:49:30.990141824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:49:30.9901467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:49:30.993991893Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:49:35.844920288Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=6 entries=10 streamLabelsSize="188 B" entriesSize="469 kB" structuredMetadataSize="641 B" totalSize="469 kB" mostRecentLagMs=502 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:35.844948388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="64 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T18:49:35.844958793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="308 kB" policy= mostRecentLagMs=1754
level=debug ts=2026-02-16T18:49:35.844964878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=502
level=debug ts=2026-02-16T18:49:35.84497185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=4035
level=debug ts=2026-02-16T18:49:35.844977304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=1519
level=debug ts=2026-02-16T18:49:35.844982508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=9863
level=debug ts=2026-02-16T18:49:35.849263754Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:49:36.538513625Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=5 entries=9 streamLabelsSize="169 B" entriesSize="332 kB" structuredMetadataSize="581 B" totalSize="332 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:36.538537011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="316 kB" policy= mostRecentLagMs=4260
level=debug ts=2026-02-16T18:49:36.53854746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T18:49:36.538554568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="588 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:49:36.538562347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:49:36.538569005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:49:36.542495492Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:49:41.087394436Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=10 entries=16 streamLabelsSize="336 B" entriesSize="226 kB" structuredMetadataSize="1.0 kB" totalSize="226 kB" mostRecentLagMs=104 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:41.087425859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5774
level=debug ts=2026-02-16T18:49:41.087436992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=2105
level=debug ts=2026-02-16T18:49:41.087460063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1105
level=debug ts=2026-02-16T18:49:41.087465779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=5105
level=debug ts=2026-02-16T18:49:41.087470663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1105
level=debug ts=2026-02-16T18:49:41.087475595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3104
level=debug ts=2026-02-16T18:49:41.087482097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="706 B" policy= mostRecentLagMs=1105
level=debug ts=2026-02-16T18:49:41.087488925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="611 B" policy= mostRecentLagMs=105
level=debug ts=2026-02-16T18:49:41.087494201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=9105
level=debug ts=2026-02-16T18:49:41.087499477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="168 kB" policy= mostRecentLagMs=1088
level=debug ts=2026-02-16T18:49:41.090523773Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:49:47.435026167Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:49:48.486263547Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=5 entries=12 streamLabelsSize="164 B" entriesSize="669 kB" structuredMetadataSize="786 B" totalSize="669 kB" mostRecentLagMs=424 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:48.486289442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=8956
level=debug ts=2026-02-16T18:49:48.486299625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=5956
level=debug ts=2026-02-16T18:49:48.486305755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="33 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T18:49:48.486314541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3019
level=debug ts=2026-02-16T18:49:48.486319609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="614 kB" policy= mostRecentLagMs=424
level=debug ts=2026-02-16T18:49:48.493389501Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:49:49.517003678Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:49720"
level=debug ts=2026-02-16T18:49:50.009652537Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="67 kB" streams=10 entries=24 streamLabelsSize="296 B" entriesSize="1.3 MB" structuredMetadataSize="1.5 kB" totalSize="1.3 MB" mostRecentLagMs=616 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:50.00968106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="232 B" policy= mostRecentLagMs=9028
level=debug ts=2026-02-16T18:49:50.00969114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10028
level=debug ts=2026-02-16T18:49:50.009697492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=5632
level=debug ts=2026-02-16T18:49:50.009702943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=2217
level=debug ts=2026-02-16T18:49:50.009707962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="161 kB" policy= mostRecentLagMs=5033
level=debug ts=2026-02-16T18:49:50.009712614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=7690
level=debug ts=2026-02-16T18:49:50.009717219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="968 kB" policy= mostRecentLagMs=617
level=debug ts=2026-02-16T18:49:50.009722726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="542 B" policy= mostRecentLagMs=4028
level=debug ts=2026-02-16T18:49:50.009727474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1028
level=debug ts=2026-02-16T18:49:50.009733602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5027
level=debug ts=2026-02-16T18:49:50.018827275Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:49:51.97638422Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=9 entries=19 streamLabelsSize="263 B" entriesSize="790 kB" structuredMetadataSize="1.2 kB" totalSize="790 kB" mostRecentLagMs=873 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:51.976426705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=1994
level=debug ts=2026-02-16T18:49:51.976437015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="24 kB" policy= mostRecentLagMs=7996
level=debug ts=2026-02-16T18:49:51.976462492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="688 kB" policy= mostRecentLagMs=873
level=debug ts=2026-02-16T18:49:51.976468605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=5994
level=debug ts=2026-02-16T18:49:51.97647364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=9994
level=debug ts=2026-02-16T18:49:51.976478913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7994
level=debug ts=2026-02-16T18:49:51.976483593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="43 kB" policy= mostRecentLagMs=994
level=debug ts=2026-02-16T18:49:51.976488006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="359 B" policy= mostRecentLagMs=9994
level=debug ts=2026-02-16T18:49:51.976493654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=921
level=debug ts=2026-02-16T18:49:51.98240331Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:49:59.536637429Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=6 entries=17 streamLabelsSize="199 B" entriesSize="178 kB" structuredMetadataSize="1.1 kB" totalSize="178 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:49:59.53666482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="20 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:49:59.536674979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:49:59.536682705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:49:59.536688226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="122 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:49:59.536693353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:49:59.53669884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:49:59.539972423Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:00.022635082Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=10 entries=22 streamLabelsSize="290 B" entriesSize="512 kB" structuredMetadataSize="1.4 kB" totalSize="512 kB" mostRecentLagMs=41 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:00.022660544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=3041
level=debug ts=2026-02-16T18:50:00.022670558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="63 kB" policy= mostRecentLagMs=7897
level=debug ts=2026-02-16T18:50:00.022677644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="293 kB" policy= mostRecentLagMs=3041
level=debug ts=2026-02-16T18:50:00.022684877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8041
level=debug ts=2026-02-16T18:50:00.022691359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=41
level=debug ts=2026-02-16T18:50:00.022696918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="92 kB" policy= mostRecentLagMs=3041
level=debug ts=2026-02-16T18:50:00.022702251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=9041
level=debug ts=2026-02-16T18:50:00.022708124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=41
level=debug ts=2026-02-16T18:50:00.022714656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3041
level=debug ts=2026-02-16T18:50:00.022719758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=8318
level=debug ts=2026-02-16T18:50:00.027128398Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:02.049014752Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=9 entries=13 streamLabelsSize="268 B" entriesSize="140 kB" structuredMetadataSize="821 B" totalSize="141 kB" mostRecentLagMs=2066 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:02.049043825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="464 B" policy= mostRecentLagMs=4066
level=debug ts=2026-02-16T18:50:02.049054633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="588 B" policy= mostRecentLagMs=2066
level=debug ts=2026-02-16T18:50:02.049060933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="17 kB" policy= mostRecentLagMs=3066
level=debug ts=2026-02-16T18:50:02.049066202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2066
level=debug ts=2026-02-16T18:50:02.049073045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2066
level=debug ts=2026-02-16T18:50:02.049078331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="961 B" policy= mostRecentLagMs=4066
level=debug ts=2026-02-16T18:50:02.049083508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2066
level=debug ts=2026-02-16T18:50:02.049089285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="117 kB" policy= mostRecentLagMs=5066
level=debug ts=2026-02-16T18:50:02.049093821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5066
level=debug ts=2026-02-16T18:50:02.051864125Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:10.535953107Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.3 kB" streams=6 entries=7 streamLabelsSize="172 B" entriesSize="70 kB" structuredMetadataSize="462 B" totalSize="70 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:10.535983477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="29 kB" policy= mostRecentLagMs=3399
level=debug ts=2026-02-16T18:50:10.535993918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:50:10.535999994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:50:10.536005543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:50:10.536011504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="12 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T18:50:10.53601757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:50:10.537720804Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:11.819300858Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=10 entries=15 streamLabelsSize="310 B" entriesSize="310 kB" structuredMetadataSize="992 B" totalSize="310 kB" mostRecentLagMs=837 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:11.819329104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:50:11.819339741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=9837
level=debug ts=2026-02-16T18:50:11.81934619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="60 kB" policy= mostRecentLagMs=4342
level=debug ts=2026-02-16T18:50:11.819353895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="27 kB" policy= mostRecentLagMs=6837
level=debug ts=2026-02-16T18:50:11.819358916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="291 B" policy= mostRecentLagMs=837
level=debug ts=2026-02-16T18:50:11.819364967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8575
level=debug ts=2026-02-16T18:50:11.819370119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="96 kB" policy= mostRecentLagMs=6837
level=debug ts=2026-02-16T18:50:11.819374821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="41 kB" policy= mostRecentLagMs=6837
level=debug ts=2026-02-16T18:50:11.819379333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="11 kB" policy= mostRecentLagMs=837
level=debug ts=2026-02-16T18:50:11.819384369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=6837
level=debug ts=2026-02-16T18:50:11.823846132Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:12.627912087Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=11 entries=16 streamLabelsSize="351 B" entriesSize="195 kB" structuredMetadataSize="1.0 kB" totalSize="196 kB" mostRecentLagMs=1646 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:12.627941327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:50:12.627952018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=6645
level=debug ts=2026-02-16T18:50:12.627957602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=2645
level=debug ts=2026-02-16T18:50:12.627963624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="24 kB" policy= mostRecentLagMs=9645
level=debug ts=2026-02-16T18:50:12.627968444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=8645
level=debug ts=2026-02-16T18:50:12.62797479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=1995
level=debug ts=2026-02-16T18:50:12.627983478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=1646
level=debug ts=2026-02-16T18:50:12.627992607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="78 kB" policy= mostRecentLagMs=7645
level=debug ts=2026-02-16T18:50:12.627998184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4645
level=debug ts=2026-02-16T18:50:12.628002942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="17 kB" policy= mostRecentLagMs=7645
level=debug ts=2026-02-16T18:50:12.628007369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=6645
level=debug ts=2026-02-16T18:50:12.63117357Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:50:17.436618827Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:50:21.147016542Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=7 entries=18 streamLabelsSize="240 B" entriesSize="1.2 MB" structuredMetadataSize="1.1 kB" totalSize="1.2 MB" mostRecentLagMs=282 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:21.147044093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=282
level=debug ts=2026-02-16T18:50:21.147054086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="24 kB" policy= mostRecentLagMs=617
level=debug ts=2026-02-16T18:50:21.147060341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="333 B" policy= mostRecentLagMs=1617
level=debug ts=2026-02-16T18:50:21.147066204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="30 kB" policy= mostRecentLagMs=617
level=debug ts=2026-02-16T18:50:21.147071683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=8617
level=debug ts=2026-02-16T18:50:21.147076499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=8617
level=debug ts=2026-02-16T18:50:21.147081764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="13 kB" policy= mostRecentLagMs=9617
level=debug ts=2026-02-16T18:50:21.15555974Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:22.03161605Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="81 kB" streams=11 entries=32 streamLabelsSize="341 B" entriesSize="1.8 MB" structuredMetadataSize="2.0 kB" totalSize="1.8 MB" mostRecentLagMs=50 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:22.031647142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=10050
level=debug ts=2026-02-16T18:50:22.031658191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8050
level=debug ts=2026-02-16T18:50:22.031665458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=2076
level=debug ts=2026-02-16T18:50:22.03167076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="533 B" policy= mostRecentLagMs=5050
level=debug ts=2026-02-16T18:50:22.031675913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="40 kB" policy= mostRecentLagMs=5976
level=debug ts=2026-02-16T18:50:22.031680513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=50
level=debug ts=2026-02-16T18:50:22.031685682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=250
level=debug ts=2026-02-16T18:50:22.031690561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="33 kB" policy= mostRecentLagMs=7505
level=debug ts=2026-02-16T18:50:22.031695307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=6050
level=debug ts=2026-02-16T18:50:22.031700236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="165 B" policy= mostRecentLagMs=7050
level=debug ts=2026-02-16T18:50:22.031705153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7050
level=debug ts=2026-02-16T18:50:22.043341231Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:22.118606031Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:50:22.836760405Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="87 kB" streams=7 entries=29 streamLabelsSize="201 B" entriesSize="2.0 MB" structuredMetadataSize="1.7 kB" totalSize="2.0 MB" mostRecentLagMs=362 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:22.836789442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="195 B" policy= mostRecentLagMs=2854
level=debug ts=2026-02-16T18:50:22.836800111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2854
level=debug ts=2026-02-16T18:50:22.836806422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=9855
level=debug ts=2026-02-16T18:50:22.836812123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=362
level=debug ts=2026-02-16T18:50:22.836816928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="330 B" policy= mostRecentLagMs=7854
level=debug ts=2026-02-16T18:50:22.836821807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="216 B" policy= mostRecentLagMs=4854
level=debug ts=2026-02-16T18:50:22.836826551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3854
level=debug ts=2026-02-16T18:50:22.877267815Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:31.549736254Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=7 entries=19 streamLabelsSize="205 B" entriesSize="875 kB" structuredMetadataSize="1.2 kB" totalSize="876 kB" mostRecentLagMs=19 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:31.54976668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="915 B" policy= mostRecentLagMs=10019
level=debug ts=2026-02-16T18:50:31.549780857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="849 kB" policy= mostRecentLagMs=538
level=debug ts=2026-02-16T18:50:31.549791376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=4020
level=debug ts=2026-02-16T18:50:31.549798337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=8020
level=debug ts=2026-02-16T18:50:31.549803841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=3020
level=debug ts=2026-02-16T18:50:31.549809779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-16T18:50:31.549814608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="330 B" policy= mostRecentLagMs=19
level=debug ts=2026-02-16T18:50:31.555708704Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:32.167119453Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="63 kB" streams=6 entries=20 streamLabelsSize="180 B" entriesSize="1.2 MB" structuredMetadataSize="1.2 kB" totalSize="1.2 MB" mostRecentLagMs=186 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:32.167147437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=5185
level=debug ts=2026-02-16T18:50:32.167157896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="50 kB" policy= mostRecentLagMs=7638
level=debug ts=2026-02-16T18:50:32.167164925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2186
level=debug ts=2026-02-16T18:50:32.167171441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T18:50:32.167176678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2186
level=debug ts=2026-02-16T18:50:32.167181661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=186
level=debug ts=2026-02-16T18:50:32.17462557Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:32.807867272Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=10 entries=17 streamLabelsSize="309 B" entriesSize="361 kB" structuredMetadataSize="1.1 kB" totalSize="361 kB" mostRecentLagMs=825 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:32.807895142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=2825
level=debug ts=2026-02-16T18:50:32.807905486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9825
level=debug ts=2026-02-16T18:50:32.807911719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="304 kB" policy= mostRecentLagMs=825
level=debug ts=2026-02-16T18:50:32.807917602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="729 B" policy= mostRecentLagMs=9825
level=debug ts=2026-02-16T18:50:32.807923775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=1825
level=debug ts=2026-02-16T18:50:32.807929052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=1413
level=debug ts=2026-02-16T18:50:32.807934715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="330 B" policy= mostRecentLagMs=825
level=debug ts=2026-02-16T18:50:32.807939532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4825
level=debug ts=2026-02-16T18:50:32.807944292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2825
level=debug ts=2026-02-16T18:50:32.807949112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="14 kB" policy= mostRecentLagMs=7825
level=debug ts=2026-02-16T18:50:32.811216677Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:50:36.514154453Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:47568"
ts=2026-02-16T18:50:41.325585338Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:38046"
level=debug ts=2026-02-16T18:50:42.542821062Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=8 entries=16 streamLabelsSize="262 B" entriesSize="532 kB" structuredMetadataSize="1.0 kB" totalSize="532 kB" mostRecentLagMs=1013 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:42.542854811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=9512
level=debug ts=2026-02-16T18:50:42.542866416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="974 B" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T18:50:42.542872149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="167 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T18:50:42.542877556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T18:50:42.542882989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T18:50:42.542888089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T18:50:42.542892631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="777 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T18:50:42.542898735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T18:50:42.547601738Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:42.988076136Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=9 entries=14 streamLabelsSize="281 B" entriesSize="136 kB" structuredMetadataSize="871 B" totalSize="137 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:42.988104402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:50:42.988115277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T18:50:42.988122131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:50:42.988128403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="538 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:50:42.98813325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="644 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:50:42.988139017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="23 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:50:42.988144143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=429
level=debug ts=2026-02-16T18:50:42.988149167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="80 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:50:42.988153974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:50:42.990264731Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:43.642689726Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=5 entries=8 streamLabelsSize="152 B" entriesSize="306 kB" structuredMetadataSize="516 B" totalSize="306 kB" mostRecentLagMs=644 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:43.64275095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="217 kB" policy= mostRecentLagMs=644
level=debug ts=2026-02-16T18:50:43.642774384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8661
level=debug ts=2026-02-16T18:50:43.642790464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="36 kB" policy= mostRecentLagMs=2661
level=debug ts=2026-02-16T18:50:43.642807582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=1661
level=debug ts=2026-02-16T18:50:43.642821415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:50:43.647304023Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:50:47.437737454Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
ts=2026-02-16T18:50:49.519211142Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:35878"
level=debug ts=2026-02-16T18:50:53.386553634Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=7 entries=15 streamLabelsSize="220 B" entriesSize="756 kB" structuredMetadataSize="925 B" totalSize="756 kB" mostRecentLagMs=587 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:53.386591831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5404
level=debug ts=2026-02-16T18:50:53.386605094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2403
level=debug ts=2026-02-16T18:50:53.386614249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=4404
level=debug ts=2026-02-16T18:50:53.386620921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="298 B" policy= mostRecentLagMs=2403
level=debug ts=2026-02-16T18:50:53.386630669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="966 B" policy= mostRecentLagMs=6404
level=debug ts=2026-02-16T18:50:53.386651006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=8404
level=debug ts=2026-02-16T18:50:53.386661662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="750 kB" policy= mostRecentLagMs=587
level=debug ts=2026-02-16T18:50:53.392424503Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:54.001329274Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=7 entries=18 streamLabelsSize="222 B" entriesSize="849 kB" structuredMetadataSize="1.1 kB" totalSize="849 kB" mostRecentLagMs=281 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:54.001359038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=8019
level=debug ts=2026-02-16T18:50:54.001369571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2020
level=debug ts=2026-02-16T18:50:54.001376264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=8020
level=debug ts=2026-02-16T18:50:54.001382068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=282
level=debug ts=2026-02-16T18:50:54.00138745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="802 kB" policy= mostRecentLagMs=310
level=debug ts=2026-02-16T18:50:54.001392334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="9.8 kB" policy= mostRecentLagMs=9020
level=debug ts=2026-02-16T18:50:54.001397005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T18:50:54.007209082Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:57.533819558Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=7 entries=16 streamLabelsSize="216 B" entriesSize="742 kB" structuredMetadataSize="972 B" totalSize="742 kB" mostRecentLagMs=816 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:50:57.533852743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:50:57.533864099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:50:57.5338717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="298 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:50:57.533880276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="710 kB" policy= mostRecentLagMs=816
level=debug ts=2026-02-16T18:50:57.533886514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:50:57.533892776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:50:57.533898429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:50:57.539681093Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:50:58.418043539Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:51:05.122199658Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=7 entries=12 streamLabelsSize="202 B" entriesSize="702 kB" structuredMetadataSize="766 B" totalSize="702 kB" mostRecentLagMs=140 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:05.12224536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=2260
level=debug ts=2026-02-16T18:51:05.122256063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5140
level=debug ts=2026-02-16T18:51:05.122262582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=140
level=debug ts=2026-02-16T18:51:05.122267618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=6140
level=debug ts=2026-02-16T18:51:05.122272708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="488 kB" policy= mostRecentLagMs=5200
level=debug ts=2026-02-16T18:51:05.122277524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5140
level=debug ts=2026-02-16T18:51:05.122282227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=8662
level=debug ts=2026-02-16T18:51:05.127844851Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:51:05.990231231Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=13 entries=24 streamLabelsSize="397 B" entriesSize="226 kB" structuredMetadataSize="1.6 kB" totalSize="227 kB" mostRecentLagMs=99 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:05.990261052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="442 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:51:05.990273245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:51:05.990283867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:51:05.990290277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:51:05.990296905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="838 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:51:05.990302417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="163 kB" policy= mostRecentLagMs=7316
level=debug ts=2026-02-16T18:51:05.9903072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:51:05.990311946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="16 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:51:05.990316934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="28 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T18:51:05.990322028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:51:05.990326908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:51:05.990335726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:51:05.990343619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:51:05.9936863Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:51:06.515339003Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:51884"
level=debug ts=2026-02-16T18:51:07.550891876Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=8 entries=21 streamLabelsSize="269 B" entriesSize="877 kB" structuredMetadataSize="1.5 kB" totalSize="877 kB" mostRecentLagMs=20 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:07.550922472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="10 kB" policy= mostRecentLagMs=20
level=debug ts=2026-02-16T18:51:07.550933154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=20
level=debug ts=2026-02-16T18:51:07.550939128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="350 kB" policy= mostRecentLagMs=8318
level=debug ts=2026-02-16T18:51:07.550944491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=2020
level=debug ts=2026-02-16T18:51:07.550949438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=20
level=debug ts=2026-02-16T18:51:07.55096637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="301 kB" policy= mostRecentLagMs=2289
level=debug ts=2026-02-16T18:51:07.550971709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="207 kB" policy= mostRecentLagMs=1021
level=debug ts=2026-02-16T18:51:07.550976688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=9021
level=debug ts=2026-02-16T18:51:07.557400575Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:51:15.992169854Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=9 entries=13 streamLabelsSize="276 B" entriesSize="275 kB" structuredMetadataSize="821 B" totalSize="276 kB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:15.992200183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:51:15.992212305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="17 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:51:15.99221989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="139 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T18:51:15.992225696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T18:51:15.992234122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=2832
level=debug ts=2026-02-16T18:51:15.992242703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="33 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T18:51:15.992249543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2334
level=debug ts=2026-02-16T18:51:15.992254372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T18:51:15.992259648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T18:51:15.996027599Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:51:16.994378096Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.6 kB" streams=3 entries=6 streamLabelsSize="102 B" entriesSize="109 kB" structuredMetadataSize="377 B" totalSize="109 kB" mostRecentLagMs=1148 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:16.994417242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=1149
level=debug ts=2026-02-16T18:51:16.994434158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="97 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:51:16.994465402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T18:51:17.000551657Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:51:17.439550094Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:51:18.537364537Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=6 entries=7 streamLabelsSize="195 B" entriesSize="127 kB" structuredMetadataSize="465 B" totalSize="128 kB" mostRecentLagMs=1567 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:18.537411686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:51:18.537432117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:51:18.537468304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="55 kB" policy= mostRecentLagMs=1567
level=debug ts=2026-02-16T18:51:18.538862635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:51:18.538889586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:51:18.538907244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="52 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:51:18.56738794Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:51:19.520415866Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:57328"
level=debug ts=2026-02-16T18:51:26.985967174Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=3 entries=5 streamLabelsSize="88 B" entriesSize="20 kB" structuredMetadataSize="333 B" totalSize="20 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:26.98599795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:51:26.986010593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:51:26.986018071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="672 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:51:26.987467786Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:51:27.303990027Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=5 entries=8 streamLabelsSize="156 B" entriesSize="48 kB" structuredMetadataSize="499 B" totalSize="48 kB" mostRecentLagMs=2321 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:27.304016257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="40 kB" policy= mostRecentLagMs=2321
level=debug ts=2026-02-16T18:51:27.304026989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6321
level=debug ts=2026-02-16T18:51:27.304034315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7321
level=debug ts=2026-02-16T18:51:27.304039596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="782 B" policy= mostRecentLagMs=3321
level=debug ts=2026-02-16T18:51:27.304045464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7321
level=debug ts=2026-02-16T18:51:27.305748722Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:51:33.541387327Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=8 entries=9 streamLabelsSize="273 B" entriesSize="498 kB" structuredMetadataSize="594 B" totalSize="499 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:33.541415763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:51:33.541425992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="398 kB" policy= mostRecentLagMs=4781
level=debug ts=2026-02-16T18:51:33.541431781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:51:33.541438761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="38 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T18:51:33.541459965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:51:33.541465481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:51:33.541470708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T18:51:33.541476188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="52 kB" policy= mostRecentLagMs=8926
level=debug ts=2026-02-16T18:51:33.545961955Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:51:36.5172361Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:50544"
level=debug ts=2026-02-16T18:51:37.985390399Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=7 entries=8 streamLabelsSize="242 B" entriesSize="37 kB" structuredMetadataSize="534 B" totalSize="37 kB" mostRecentLagMs=2 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:37.985423938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:51:37.985435291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:51:37.985458074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="318 B" policy= mostRecentLagMs=7002
level=debug ts=2026-02-16T18:51:37.985464747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="12 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:51:37.985471157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=5893
level=debug ts=2026-02-16T18:51:37.985476745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T18:51:37.985482302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=2
level=debug ts=2026-02-16T18:51:37.987208496Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:51:38.987246377Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.0 kB" streams=6 entries=6 streamLabelsSize="187 B" entriesSize="56 kB" structuredMetadataSize="427 B" totalSize="56 kB" mostRecentLagMs=3190 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:38.987277448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:51:38.987288291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:51:38.987295073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:51:38.987300664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:51:38.987307115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3190
level=debug ts=2026-02-16T18:51:38.98731218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:51:38.989318463Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:51:41.331306226Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:42270"
ts=2026-02-16T18:51:47.441889687Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:51:47.535705729Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=5 entries=5 streamLabelsSize="160 B" entriesSize="32 kB" structuredMetadataSize="351 B" totalSize="33 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:47.535734422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:51:47.535747453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:51:47.535753545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:51:47.535759059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:51:47.535764293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="26 kB" policy= mostRecentLagMs=6888
level=debug ts=2026-02-16T18:51:47.537849146Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:51:49.278975057Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.2 kB" streams=8 entries=10 streamLabelsSize="264 B" entriesSize="102 kB" structuredMetadataSize="651 B" totalSize="102 kB" mostRecentLagMs=1297 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:49.279122383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8297
level=debug ts=2026-02-16T18:51:49.279137288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=3297
level=debug ts=2026-02-16T18:51:49.279146249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1297
level=debug ts=2026-02-16T18:51:49.279157383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="73 kB" policy= mostRecentLagMs=1297
level=debug ts=2026-02-16T18:51:49.279165545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=4296
level=debug ts=2026-02-16T18:51:49.279173905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:51:49.279182769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=5296
level=debug ts=2026-02-16T18:51:49.279190961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="599 B" policy= mostRecentLagMs=3297
level=debug ts=2026-02-16T18:51:49.282870531Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:51:54.989281207Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.3 kB" streams=8 entries=10 streamLabelsSize="259 B" entriesSize="226 kB" structuredMetadataSize="655 B" totalSize="226 kB" mostRecentLagMs=496 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:54.989312302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T18:51:54.989323055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="830 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T18:51:54.989330463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:51:54.989337312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:51:54.98934244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=571
level=debug ts=2026-02-16T18:51:54.989348692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:51:54.989355918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="62 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T18:51:54.989361516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=497
level=debug ts=2026-02-16T18:51:54.992488578Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:51:57.254156069Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:51:57.255825983Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:51:58.541212674Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=10 entries=13 streamLabelsSize="297 B" entriesSize="519 kB" structuredMetadataSize="867 B" totalSize="519 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:58.54123823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:51:58.541248736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="730 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:51:58.541255659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T18:51:58.54126166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T18:51:58.541266919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:51:58.541272055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T18:51:58.541276575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:51:58.541281059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=248
level=debug ts=2026-02-16T18:51:58.541285699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:51:58.541291677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="102 kB" policy= mostRecentLagMs=9287
level=debug ts=2026-02-16T18:51:58.545926239Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:51:59.986027601Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=8 entries=8 streamLabelsSize="264 B" entriesSize="25 kB" structuredMetadataSize="519 B" totalSize="25 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:51:59.986059038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:51:59.986070421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:51:59.986077274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:51:59.986083478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="891 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:51:59.986089579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5619
level=debug ts=2026-02-16T18:51:59.986097754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T18:51:59.986105877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:51:59.986114104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="358 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T18:51:59.987942331Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:52:05.999360517Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=6 entries=12 streamLabelsSize="177 B" entriesSize="576 kB" structuredMetadataSize="772 B" totalSize="576 kB" mostRecentLagMs=18 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:05.999388577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5017
level=debug ts=2026-02-16T18:52:05.999399323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=18
level=debug ts=2026-02-16T18:52:05.999407238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="512 kB" policy= mostRecentLagMs=850
level=debug ts=2026-02-16T18:52:05.999414614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=5043
level=debug ts=2026-02-16T18:52:05.999421299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7837
level=debug ts=2026-02-16T18:52:05.999426148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:52:06.003973706Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:52:06.518822933Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:35646"
level=debug ts=2026-02-16T18:52:09.546215249Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=4 entries=9 streamLabelsSize="133 B" entriesSize="664 kB" structuredMetadataSize="573 B" totalSize="664 kB" mostRecentLagMs=621 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:09.546242606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T18:52:09.546252722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="151 B" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T18:52:09.546259192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4830
level=debug ts=2026-02-16T18:52:09.546265406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="624 kB" policy= mostRecentLagMs=621
level=debug ts=2026-02-16T18:52:09.551537487Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:52:10.073840589Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=6 entries=15 streamLabelsSize="169 B" entriesSize="694 kB" structuredMetadataSize="953 B" totalSize="694 kB" mostRecentLagMs=25 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:10.073869929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=6091
level=debug ts=2026-02-16T18:52:10.073880648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="988 B" policy= mostRecentLagMs=9091
level=debug ts=2026-02-16T18:52:10.073886635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="642 kB" policy= mostRecentLagMs=60
level=debug ts=2026-02-16T18:52:10.073892489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=1091
level=debug ts=2026-02-16T18:52:10.073898839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=25
level=debug ts=2026-02-16T18:52:10.073904425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=1091
level=debug ts=2026-02-16T18:52:10.081736463Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:52:17.009754106Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="77 kB" streams=9 entries=27 streamLabelsSize="268 B" entriesSize="1.3 MB" structuredMetadataSize="1.8 kB" totalSize="1.3 MB" mostRecentLagMs=382 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:17.009785872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=1028
level=debug ts=2026-02-16T18:52:17.009796212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=5419
level=debug ts=2026-02-16T18:52:17.009803654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4570
level=debug ts=2026-02-16T18:52:17.009808722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=5369
level=debug ts=2026-02-16T18:52:17.009813799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="364 B" policy= mostRecentLagMs=6028
level=debug ts=2026-02-16T18:52:17.009818439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="46 kB" policy= mostRecentLagMs=382
level=debug ts=2026-02-16T18:52:17.009823177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=1082
level=debug ts=2026-02-16T18:52:17.009827809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="105 kB" policy= mostRecentLagMs=3028
level=debug ts=2026-02-16T18:52:17.009834262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2028
level=debug ts=2026-02-16T18:52:17.017535576Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:52:17.442843815Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:52:19.75276081Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=5 entries=15 streamLabelsSize="151 B" entriesSize="1.0 MB" structuredMetadataSize="908 B" totalSize="1.0 MB" mostRecentLagMs=77 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:19.75279191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="301 B" policy= mostRecentLagMs=222
level=debug ts=2026-02-16T18:52:19.752803182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="960 kB" policy= mostRecentLagMs=536
level=debug ts=2026-02-16T18:52:19.752811132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7223
level=debug ts=2026-02-16T18:52:19.752819185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=77
level=debug ts=2026-02-16T18:52:19.752825399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=7223
level=debug ts=2026-02-16T18:52:19.759949253Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:52:20.525716626Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=9 entries=21 streamLabelsSize="257 B" entriesSize="810 kB" structuredMetadataSize="1.3 kB" totalSize="810 kB" mostRecentLagMs=543 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:20.525747889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=543
level=debug ts=2026-02-16T18:52:20.525758487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="536 B" policy= mostRecentLagMs=5543
level=debug ts=2026-02-16T18:52:20.525765476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="768 kB" policy= mostRecentLagMs=2015
level=debug ts=2026-02-16T18:52:20.525770847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=4422
level=debug ts=2026-02-16T18:52:20.525775856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=543
level=debug ts=2026-02-16T18:52:20.525780702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="696 B" policy= mostRecentLagMs=3543
level=debug ts=2026-02-16T18:52:20.525785614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9543
level=debug ts=2026-02-16T18:52:20.525790169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=2846
level=debug ts=2026-02-16T18:52:20.525795162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=543
level=debug ts=2026-02-16T18:52:20.530622458Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:52:27.309060809Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=7 entries=26 streamLabelsSize="195 B" entriesSize="747 kB" structuredMetadataSize="1.7 kB" totalSize="748 kB" mostRecentLagMs=207 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:27.309092388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=1327
level=debug ts=2026-02-16T18:52:27.309103114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="91 kB" policy= mostRecentLagMs=595
level=debug ts=2026-02-16T18:52:27.309109246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=9667
level=debug ts=2026-02-16T18:52:27.309116146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="14 kB" policy= mostRecentLagMs=7327
level=debug ts=2026-02-16T18:52:27.309122656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7327
level=debug ts=2026-02-16T18:52:27.30912836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="575 kB" policy= mostRecentLagMs=207
level=debug ts=2026-02-16T18:52:27.309135493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=7633
level=debug ts=2026-02-16T18:52:27.315467511Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:52:30.056544432Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=9 entries=25 streamLabelsSize="278 B" entriesSize="911 kB" structuredMetadataSize="1.6 kB" totalSize="911 kB" mostRecentLagMs=1016 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:30.056572981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=4654
level=debug ts=2026-02-16T18:52:30.056583644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=2773
level=debug ts=2026-02-16T18:52:30.056590301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=7526
level=debug ts=2026-02-16T18:52:30.056596041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3526
level=debug ts=2026-02-16T18:52:30.056601056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6526
level=debug ts=2026-02-16T18:52:30.056605652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4526
level=debug ts=2026-02-16T18:52:30.056610261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=3526
level=debug ts=2026-02-16T18:52:30.056614664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="511 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T18:52:30.056619144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=2526
level=debug ts=2026-02-16T18:52:30.062999459Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:52:30.742744983Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=13 entries=43 streamLabelsSize="400 B" entriesSize="777 kB" structuredMetadataSize="2.7 kB" totalSize="777 kB" mostRecentLagMs=1589 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:30.742772655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=6760
level=debug ts=2026-02-16T18:52:30.74278333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5760
level=debug ts=2026-02-16T18:52:30.742789466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2759
level=debug ts=2026-02-16T18:52:30.742794415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="11 kB" policy= mostRecentLagMs=9760
level=debug ts=2026-02-16T18:52:30.742799452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="24 kB" policy= mostRecentLagMs=7760
level=debug ts=2026-02-16T18:52:30.74280397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="15 kB" policy= mostRecentLagMs=8760
level=debug ts=2026-02-16T18:52:30.742808517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=7760
level=debug ts=2026-02-16T18:52:30.74281313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=5760
level=debug ts=2026-02-16T18:52:30.742818132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="14 kB" policy= mostRecentLagMs=1760
level=debug ts=2026-02-16T18:52:30.742823677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=1760
level=debug ts=2026-02-16T18:52:30.742828401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="662 kB" policy= mostRecentLagMs=1590
level=debug ts=2026-02-16T18:52:30.742832882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=7760
level=debug ts=2026-02-16T18:52:30.742837221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=7760
level=debug ts=2026-02-16T18:52:30.748464803Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:52:36.520262059Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:34426"
level=debug ts=2026-02-16T18:52:37.486084032Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:52:37.612556434Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=9 entries=22 streamLabelsSize="275 B" entriesSize="680 kB" structuredMetadataSize="1.5 kB" totalSize="681 kB" mostRecentLagMs=631 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:37.612585622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9630
level=debug ts=2026-02-16T18:52:37.612596188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=1392
level=debug ts=2026-02-16T18:52:37.612603703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=3711
level=debug ts=2026-02-16T18:52:37.612609411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=2631
level=debug ts=2026-02-16T18:52:37.612615401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="498 kB" policy= mostRecentLagMs=631
level=debug ts=2026-02-16T18:52:37.612620904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=5807
level=debug ts=2026-02-16T18:52:37.612626369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="55 kB" policy= mostRecentLagMs=8091
level=debug ts=2026-02-16T18:52:37.612632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2631
level=debug ts=2026-02-16T18:52:37.612637406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4546
level=debug ts=2026-02-16T18:52:37.617983367Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:52:41.724600315Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=8 entries=18 streamLabelsSize="269 B" entriesSize="555 kB" structuredMetadataSize="1.1 kB" totalSize="555 kB" mostRecentLagMs=742 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:41.724674002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1741
level=debug ts=2026-02-16T18:52:41.724699365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=4742
level=debug ts=2026-02-16T18:52:41.724720588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="12 kB" policy= mostRecentLagMs=742
level=debug ts=2026-02-16T18:52:41.72479156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=3742
level=debug ts=2026-02-16T18:52:41.72493718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="482 kB" policy= mostRecentLagMs=3403
level=debug ts=2026-02-16T18:52:41.724962248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=2742
level=debug ts=2026-02-16T18:52:41.724970234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=7870
level=debug ts=2026-02-16T18:52:41.724976872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1742
level=debug ts=2026-02-16T18:52:41.729762671Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:52:41.759234194Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=3 entries=8 streamLabelsSize="73 B" entriesSize="214 kB" structuredMetadataSize="490 B" totalSize="214 kB" mostRecentLagMs=205 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:41.759256946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="206 kB" policy= mostRecentLagMs=5430
level=debug ts=2026-02-16T18:52:41.759266939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=205
level=debug ts=2026-02-16T18:52:41.759273023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=207
level=debug ts=2026-02-16T18:52:41.761521027Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:52:47.444830597Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:52:47.993140454Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=10 entries=21 streamLabelsSize="308 B" entriesSize="362 kB" structuredMetadataSize="1.4 kB" totalSize="362 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:47.993181645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T18:52:47.993197816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=1137
level=debug ts=2026-02-16T18:52:47.993207619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="14 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T18:52:47.993216906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="18 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T18:52:47.993225219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:52:47.993233684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T18:52:47.993241165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="208 kB" policy= mostRecentLagMs=4474
level=debug ts=2026-02-16T18:52:47.993246333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T18:52:47.993251058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=4746
level=debug ts=2026-02-16T18:52:47.993255858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="42 kB" policy= mostRecentLagMs=4253
level=debug ts=2026-02-16T18:52:47.997373442Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:52:49.527549165Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:45946"
level=debug ts=2026-02-16T18:52:50.55608708Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="229 kB" streams=6 entries=426 streamLabelsSize="166 B" entriesSize="2.0 MB" structuredMetadataSize="32 kB" totalSize="2.0 MB" mostRecentLagMs=272 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:50.556119037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="868 B" policy= mostRecentLagMs=4446
level=debug ts=2026-02-16T18:52:50.556129545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="32 kB" policy= mostRecentLagMs=4446
level=debug ts=2026-02-16T18:52:50.556136738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="180 kB" policy= mostRecentLagMs=6569
level=debug ts=2026-02-16T18:52:50.55614276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=272
level=debug ts=2026-02-16T18:52:50.556148638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=4446
level=debug ts=2026-02-16T18:52:50.556153891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=6997
level=debug ts=2026-02-16T18:52:50.601701601Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:52:51.829350772Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=5 entries=18 streamLabelsSize="148 B" entriesSize="245 kB" structuredMetadataSize="1.2 kB" totalSize="245 kB" mostRecentLagMs=299 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:51.829388814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=299
level=debug ts=2026-02-16T18:52:51.829403448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=6299
level=debug ts=2026-02-16T18:52:51.829413079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=8315
level=debug ts=2026-02-16T18:52:51.829422504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4299
level=debug ts=2026-02-16T18:52:51.829430314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="207 kB" policy= mostRecentLagMs=8129
level=debug ts=2026-02-16T18:52:51.832720779Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:52:57.279343859Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="276 kB" streams=8 entries=384 streamLabelsSize="217 B" entriesSize="2.0 MB" structuredMetadataSize="29 kB" totalSize="2.0 MB" mostRecentLagMs=334 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:57.27937429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="99 kB" policy= mostRecentLagMs=1827
level=debug ts=2026-02-16T18:52:57.279384942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="43 kB" policy= mostRecentLagMs=1827
level=debug ts=2026-02-16T18:52:57.27939223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-aott\"}" streamLabelsHash=3141674285 streamSizeBytes="495 B" policy= mostRecentLagMs=5504
level=debug ts=2026-02-16T18:52:57.27939715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=6600
level=debug ts=2026-02-16T18:52:57.279402363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=334
level=debug ts=2026-02-16T18:52:57.279407133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5504
level=debug ts=2026-02-16T18:52:57.279412063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4834
level=debug ts=2026-02-16T18:52:57.279416881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=4834
level=debug ts=2026-02-16T18:52:57.293809836Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:52:59.184138416Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=9 entries=15 streamLabelsSize="244 B" entriesSize="367 kB" structuredMetadataSize="1.0 kB" totalSize="368 kB" mostRecentLagMs=1202 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:52:59.184170817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6202
level=debug ts=2026-02-16T18:52:59.184181572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=2202
level=debug ts=2026-02-16T18:52:59.184187543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="28 kB" policy= mostRecentLagMs=5202
level=debug ts=2026-02-16T18:52:59.184192745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="23 kB" policy= mostRecentLagMs=4202
level=debug ts=2026-02-16T18:52:59.184198108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="77 kB" policy= mostRecentLagMs=3202
level=debug ts=2026-02-16T18:52:59.184203939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="838 B" policy= mostRecentLagMs=3202
level=debug ts=2026-02-16T18:52:59.184209132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1202
level=debug ts=2026-02-16T18:52:59.184215833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="38 kB" policy= mostRecentLagMs=3202
level=debug ts=2026-02-16T18:52:59.184220983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="179 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T18:52:59.188801918Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:03.940635555Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="49 kB" streams=11 entries=119 streamLabelsSize="346 B" entriesSize="740 kB" structuredMetadataSize="8.8 kB" totalSize="740 kB" mostRecentLagMs=24 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:03.940668042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10411
level=debug ts=2026-02-16T18:53:03.940678492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=10925
level=debug ts=2026-02-16T18:53:03.940684503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="309 kB" policy= mostRecentLagMs=24
level=debug ts=2026-02-16T18:53:03.940692769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7410
level=debug ts=2026-02-16T18:53:03.940698769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="14 kB" policy= mostRecentLagMs=9410
level=debug ts=2026-02-16T18:53:03.940704544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=5410
level=debug ts=2026-02-16T18:53:03.940710244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=4411
level=debug ts=2026-02-16T18:53:03.940715244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=9410
level=debug ts=2026-02-16T18:53:03.940720377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=11410
level=debug ts=2026-02-16T18:53:03.940725326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="29 kB" policy= mostRecentLagMs=9410
level=debug ts=2026-02-16T18:53:03.940731297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="20 kB" policy= mostRecentLagMs=4352
level=debug ts=2026-02-16T18:53:03.947122031Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:06.966821023Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="131 kB" streams=11 entries=154 streamLabelsSize="353 B" entriesSize="784 kB" structuredMetadataSize="11 kB" totalSize="784 kB" mostRecentLagMs=1523 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:06.966854407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=1983
level=debug ts=2026-02-16T18:53:06.966864707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6984
level=debug ts=2026-02-16T18:53:06.966871508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7720
level=debug ts=2026-02-16T18:53:06.966877875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="655 kB" policy= mostRecentLagMs=7723
level=debug ts=2026-02-16T18:53:06.96688323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7720
level=debug ts=2026-02-16T18:53:06.966890123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6984
level=debug ts=2026-02-16T18:53:06.96689551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1983
level=debug ts=2026-02-16T18:53:06.966901182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1983
level=debug ts=2026-02-16T18:53:06.966905653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="543 B" policy= mostRecentLagMs=2984
level=debug ts=2026-02-16T18:53:06.966910421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=2984
level=debug ts=2026-02-16T18:53:06.966915657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="110 kB" policy= mostRecentLagMs=1523
level=debug ts=2026-02-16T18:53:06.995317882Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:09.98923061Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.8 kB" streams=5 entries=8 streamLabelsSize="159 B" entriesSize="136 kB" structuredMetadataSize="571 B" totalSize="136 kB" mostRecentLagMs=497 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:09.989258238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=497
level=debug ts=2026-02-16T18:53:09.989268279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:53:09.989275031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:53:09.989280486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="92 kB" policy= mostRecentLagMs=2029
level=debug ts=2026-02-16T18:53:09.989285362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=6234
level=debug ts=2026-02-16T18:53:09.992015358Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:10.632567496Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="232 kB" streams=5 entries=330 streamLabelsSize="172 B" entriesSize="2.0 MB" structuredMetadataSize="25 kB" totalSize="2.0 MB" mostRecentLagMs=251 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:10.63261163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4455
level=debug ts=2026-02-16T18:53:10.632626151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6707
level=debug ts=2026-02-16T18:53:10.632637682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="193 kB" policy= mostRecentLagMs=2850
level=debug ts=2026-02-16T18:53:10.632648814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=251
level=debug ts=2026-02-16T18:53:10.632657351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="244 kB" policy= mostRecentLagMs=4455
level=debug ts=2026-02-16T18:53:10.648315237Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:13.694848956Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:53:17.447158468Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:53:17.585261213Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="289 kB" streams=3 entries=396 streamLabelsSize="107 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=75 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:17.585296223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2481
level=debug ts=2026-02-16T18:53:17.585307122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="42 kB" policy= mostRecentLagMs=1511
level=debug ts=2026-02-16T18:53:17.585314581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=75
level=debug ts=2026-02-16T18:53:17.600437118Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:19.991411111Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=7 entries=13 streamLabelsSize="237 B" entriesSize="229 kB" structuredMetadataSize="888 B" totalSize="229 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:19.991458338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:53:19.991469668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="138 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:53:19.991476951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=9731
level=debug ts=2026-02-16T18:53:19.991484113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:53:19.991489476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T18:53:19.991494606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:53:19.991499734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="45 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:53:19.994376631Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:23.990219848Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=10 entries=20 streamLabelsSize="305 B" entriesSize="164 kB" structuredMetadataSize="1.3 kB" totalSize="164 kB" mostRecentLagMs=4009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:23.99025254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="17 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:53:23.990264366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="25 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:53:23.990270958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="15 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:53:23.990276944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="77 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T18:53:23.990282395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:53:23.99028709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:53:23.99029205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T18:53:23.990296804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:53:23.990301609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="10 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:53:23.990306775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T18:53:23.993318616Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:27.542402664Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="160 kB" streams=9 entries=183 streamLabelsSize="295 B" entriesSize="967 kB" structuredMetadataSize="14 kB" totalSize="968 kB" mostRecentLagMs=1012 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:27.542431334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T18:53:27.542456085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="103 kB" policy= mostRecentLagMs=5469
level=debug ts=2026-02-16T18:53:27.542463885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="997 B" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T18:53:27.542469086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="56 kB" policy= mostRecentLagMs=8373
level=debug ts=2026-02-16T18:53:27.542474376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8373
level=debug ts=2026-02-16T18:53:27.542479051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T18:53:27.542485515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=6868
level=debug ts=2026-02-16T18:53:27.542490324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1012
level=debug ts=2026-02-16T18:53:27.542494684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="790 kB" policy= mostRecentLagMs=6868
level=debug ts=2026-02-16T18:53:27.550007956Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:32.895322417Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.1 kB" streams=9 entries=13 streamLabelsSize="281 B" entriesSize="36 kB" structuredMetadataSize="843 B" totalSize="36 kB" mostRecentLagMs=1912 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:32.895348399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3913
level=debug ts=2026-02-16T18:53:32.895358544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=2913
level=debug ts=2026-02-16T18:53:32.895365959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=8912
level=debug ts=2026-02-16T18:53:32.895371638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9913
level=debug ts=2026-02-16T18:53:32.895376675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2913
level=debug ts=2026-02-16T18:53:32.895381986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:53:32.895387367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=9913
level=debug ts=2026-02-16T18:53:32.895392312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=1912
level=debug ts=2026-02-16T18:53:32.895397001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1912
level=debug ts=2026-02-16T18:53:32.897170628Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:35.063174426Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.1 kB" streams=5 entries=5 streamLabelsSize="157 B" entriesSize="50 kB" structuredMetadataSize="349 B" totalSize="50 kB" mostRecentLagMs=81 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:35.063201928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4081
level=debug ts=2026-02-16T18:53:35.063213925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5081
level=debug ts=2026-02-16T18:53:35.063221067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:53:35.06322674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T18:53:35.063234151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5081
level=debug ts=2026-02-16T18:53:35.065726528Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:38.461947513Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=5 entries=8 streamLabelsSize="166 B" entriesSize="429 kB" structuredMetadataSize="577 B" totalSize="429 kB" mostRecentLagMs=5636 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:38.461974769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="49 kB" policy= mostRecentLagMs=6931
level=debug ts=2026-02-16T18:53:38.461985413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=7932
level=debug ts=2026-02-16T18:53:38.461991873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="36 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:53:38.461998304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=8931
level=debug ts=2026-02-16T18:53:38.462003341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=5636
level=debug ts=2026-02-16T18:53:38.466223455Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:43.986177952Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.0 kB" streams=4 entries=4 streamLabelsSize="141 B" entriesSize="7.9 kB" structuredMetadataSize="256 B" totalSize="8.0 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:43.986206866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:53:43.986218444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:53:43.986226118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:53:43.986231879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="782 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:53:43.987656501Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:45.988823228Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=8 entries=14 streamLabelsSize="242 B" entriesSize="87 kB" structuredMetadataSize="932 B" totalSize="87 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:45.98885375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:53:45.988866509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T18:53:45.988873623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T18:53:45.98887973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:53:45.988885361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4611
level=debug ts=2026-02-16T18:53:45.98889098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:53:45.988895772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:53:45.988900545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="44 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:53:45.991846787Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:53:47.44909505Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:53:52.538773027Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.1 kB" streams=8 entries=10 streamLabelsSize="270 B" entriesSize="109 kB" structuredMetadataSize="676 B" totalSize="109 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:52.538800625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:53:52.538810528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="865 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:53:52.538817789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:53:52.538823296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:53:52.538829383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T18:53:52.538834711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="69 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:53:52.53883976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=8078
level=debug ts=2026-02-16T18:53:52.538844603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T18:53:52.541493272Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:55.988402139Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.8 kB" streams=6 entries=10 streamLabelsSize="183 B" entriesSize="130 kB" structuredMetadataSize="641 B" totalSize="131 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:55.988431768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="901 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:53:55.988462392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="356 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T18:53:55.988470712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T18:53:55.988476162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:53:55.988482377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="118 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:53:55.98848744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:53:55.991272659Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:53:56.991227851Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=10 entries=13 streamLabelsSize="277 B" entriesSize="244 kB" structuredMetadataSize="844 B" totalSize="244 kB" mostRecentLagMs=3009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:53:56.991323178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:53:56.991348058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:53:56.99136479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:53:56.991380135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="12 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:53:56.991393957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="702 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:53:56.991408916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T18:53:56.991425154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="21 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:53:56.991457597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T18:53:56.991472518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=9164
level=debug ts=2026-02-16T18:53:56.991487411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:53:56.995318271Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:54:06.066352839Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=7 entries=8 streamLabelsSize="230 B" entriesSize="36 kB" structuredMetadataSize="495 B" totalSize="36 kB" mostRecentLagMs=2084 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:06.066381402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6084
level=debug ts=2026-02-16T18:54:06.06639121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="943 B" policy= mostRecentLagMs=2084
level=debug ts=2026-02-16T18:54:06.06639685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6084
level=debug ts=2026-02-16T18:54:06.066402809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=8084
level=debug ts=2026-02-16T18:54:06.066408294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5083
level=debug ts=2026-02-16T18:54:06.066414351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=3084
level=debug ts=2026-02-16T18:54:06.066419228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7083
level=debug ts=2026-02-16T18:54:06.068084879Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:54:06.540005567Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=5 streamLabelsSize="135 B" entriesSize="406 kB" structuredMetadataSize="342 B" totalSize="406 kB" mostRecentLagMs=3150 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:06.540036364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:54:06.540047163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=3150
level=debug ts=2026-02-16T18:54:06.54005497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:54:06.540060443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:54:06.544871936Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:54:09.463210128Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:54:10.986927798Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=2 entries=2 streamLabelsSize="62 B" entriesSize="31 kB" structuredMetadataSize="146 B" totalSize="31 kB" mostRecentLagMs=4422 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:10.986967504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:54:10.986978486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4422
level=debug ts=2026-02-16T18:54:10.988533816Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:54:11.344332345Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:37032"
ts=2026-02-16T18:54:17.451048421Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:54:17.985411677Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=4 entries=4 streamLabelsSize="121 B" entriesSize="7.1 kB" structuredMetadataSize="244 B" totalSize="7.2 kB" mostRecentLagMs=2 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:17.98546644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4002
level=debug ts=2026-02-16T18:54:17.985477875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=2
level=debug ts=2026-02-16T18:54:17.985487248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:54:17.985494114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="537 B" policy= mostRecentLagMs=4002
level=debug ts=2026-02-16T18:54:17.986912118Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:54:21.535070005Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=4 entries=5 streamLabelsSize="127 B" entriesSize="7.4 kB" structuredMetadataSize="302 B" totalSize="7.5 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:21.535112927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:54:21.535129098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:54:21.535137606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:54:21.53514681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:54:21.536605084Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:54:24.986317649Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=6 entries=7 streamLabelsSize="189 B" entriesSize="10 kB" structuredMetadataSize="450 B" totalSize="11 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:24.986345368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="673 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:54:24.986355962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T18:54:24.986362011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="239 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:54:24.986367548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:54:24.986373442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:54:24.9863785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:54:24.988004239Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:54:30.986756471Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=7 entries=10 streamLabelsSize="214 B" entriesSize="14 kB" structuredMetadataSize="654 B" totalSize="15 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:30.986786908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:54:30.986798742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:54:30.98680639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:54:30.986813336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:54:30.986819116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:54:30.986823942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:54:30.986829398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:54:30.988247419Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:54:32.533674947Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=4 entries=4 streamLabelsSize="130 B" entriesSize="4.2 kB" structuredMetadataSize="258 B" totalSize="4.3 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:32.533705886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:54:32.533717395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:54:32.533726621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:54:32.533733499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:54:32.535123063Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:54:35.526083939Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.4 kB" streams=6 entries=8 streamLabelsSize="181 B" entriesSize="82 kB" structuredMetadataSize="528 B" totalSize="82 kB" mostRecentLagMs=4544 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:35.526123607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=4544
level=debug ts=2026-02-16T18:54:35.526140385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:54:35.526152291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="593 B" policy= mostRecentLagMs=7544
level=debug ts=2026-02-16T18:54:35.526164758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:54:35.526174231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5939
level=debug ts=2026-02-16T18:54:35.526185884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="440 B" policy= mostRecentLagMs=7544
level=debug ts=2026-02-16T18:54:35.529012016Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:54:36.527891239Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:54054"
level=debug ts=2026-02-16T18:54:42.986464679Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=5 entries=5 streamLabelsSize="142 B" entriesSize="19 kB" structuredMetadataSize="311 B" totalSize="19 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:42.986495132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="357 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:54:42.986505757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:54:42.986512154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7787
level=debug ts=2026-02-16T18:54:42.986519227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:54:42.986524738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:54:42.988075537Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:54:43.289056254Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=1 entries=1 streamLabelsSize="27 B" entriesSize="398 kB" structuredMetadataSize="69 B" totalSize="398 kB" mostRecentLagMs=10009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:43.289087077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="398 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:54:43.293239034Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:54:44.094486099Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:54:47.452580376Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:54:49.99410448Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=7 entries=11 streamLabelsSize="228 B" entriesSize="484 kB" structuredMetadataSize="755 B" totalSize="485 kB" mostRecentLagMs=430 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:49.99413429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="194 kB" policy= mostRecentLagMs=567
level=debug ts=2026-02-16T18:54:49.994144441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=430
level=debug ts=2026-02-16T18:54:49.994150376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T18:54:49.994156032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T18:54:49.99416344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T18:54:49.994169024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="178 kB" policy= mostRecentLagMs=5508
level=debug ts=2026-02-16T18:54:49.99417392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="62 kB" policy= mostRecentLagMs=3691
level=debug ts=2026-02-16T18:54:49.999040353Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:54:56.184120387Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=11 entries=17 streamLabelsSize="370 B" entriesSize="524 kB" structuredMetadataSize="1.1 kB" totalSize="524 kB" mostRecentLagMs=201 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:56.18414675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2201
level=debug ts=2026-02-16T18:54:56.184156802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5202
level=debug ts=2026-02-16T18:54:56.184162247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=201
level=debug ts=2026-02-16T18:54:56.184167559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5202
level=debug ts=2026-02-16T18:54:56.184174101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=4201
level=debug ts=2026-02-16T18:54:56.184179413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=2201
level=debug ts=2026-02-16T18:54:56.184184202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="478 kB" policy= mostRecentLagMs=2201
level=debug ts=2026-02-16T18:54:56.184190262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=8201
level=debug ts=2026-02-16T18:54:56.184194834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="147 B" policy= mostRecentLagMs=6201
level=debug ts=2026-02-16T18:54:56.184200047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=6098
level=debug ts=2026-02-16T18:54:56.184204647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="321 B" policy= mostRecentLagMs=201
level=debug ts=2026-02-16T18:54:56.188863061Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:54:56.619792094Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=4 entries=14 streamLabelsSize="108 B" entriesSize="405 kB" structuredMetadataSize="853 B" totalSize="405 kB" mostRecentLagMs=1089 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:54:56.619845637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="378 kB" policy= mostRecentLagMs=6276
level=debug ts=2026-02-16T18:54:56.619861634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1089
level=debug ts=2026-02-16T18:54:56.619871516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=10090
level=debug ts=2026-02-16T18:54:56.619880138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=4090
level=debug ts=2026-02-16T18:54:56.624008034Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:55:00.993040185Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=12 entries=21 streamLabelsSize="346 B" entriesSize="388 kB" structuredMetadataSize="1.3 kB" totalSize="388 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:00.99306923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="14 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:55:00.993079838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T18:55:00.993087248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T18:55:00.993094327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:55:00.993099845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="52 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:55:00.993105963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T18:55:00.993111399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:55:00.993116554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T18:55:00.993122096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="64 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:55:00.993126516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:55:00.993131083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="194 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T18:55:00.993135918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=522
level=debug ts=2026-02-16T18:55:00.997337068Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:55:06.386655858Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=9 entries=14 streamLabelsSize="280 B" entriesSize="213 kB" structuredMetadataSize="870 B" totalSize="213 kB" mostRecentLagMs=2404 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:06.386694037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3215
level=debug ts=2026-02-16T18:55:06.386709384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7404
level=debug ts=2026-02-16T18:55:06.386720827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="126 kB" policy= mostRecentLagMs=5404
level=debug ts=2026-02-16T18:55:06.386728551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6404
level=debug ts=2026-02-16T18:55:06.386737368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="16 kB" policy= mostRecentLagMs=6404
level=debug ts=2026-02-16T18:55:06.386743145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="816 B" policy= mostRecentLagMs=2404
level=debug ts=2026-02-16T18:55:06.386751825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=5404
level=debug ts=2026-02-16T18:55:06.386759715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="17 kB" policy= mostRecentLagMs=5404
level=debug ts=2026-02-16T18:55:06.386767519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=6404
level=debug ts=2026-02-16T18:55:06.389655949Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:55:06.529579605Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:46878"
level=debug ts=2026-02-16T18:55:07.54174378Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=11 entries=16 streamLabelsSize="356 B" entriesSize="493 kB" structuredMetadataSize="1.1 kB" totalSize="494 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:07.541773836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:55:07.541785084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T18:55:07.541791273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:55:07.541797428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:55:07.541803644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="13 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:55:07.541809222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:55:07.541815648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=8513
level=debug ts=2026-02-16T18:55:07.541820564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:55:07.541825188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T18:55:07.541830593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="39 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T18:55:07.541836234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="52 kB" policy= mostRecentLagMs=7310
level=debug ts=2026-02-16T18:55:07.546230897Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:55:14.999491267Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=8 entries=15 streamLabelsSize="263 B" entriesSize="679 kB" structuredMetadataSize="975 B" totalSize="680 kB" mostRecentLagMs=17 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:14.999519497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="52 kB" policy= mostRecentLagMs=3752
level=debug ts=2026-02-16T18:55:14.999530504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4318
level=debug ts=2026-02-16T18:55:14.999537167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=6637
level=debug ts=2026-02-16T18:55:14.999544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="402 kB" policy= mostRecentLagMs=1358
level=debug ts=2026-02-16T18:55:14.999549563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:55:14.999555545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="101 kB" policy= mostRecentLagMs=4696
level=debug ts=2026-02-16T18:55:14.999561085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="56 kB" policy= mostRecentLagMs=3017
level=debug ts=2026-02-16T18:55:14.999566417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=17
level=debug ts=2026-02-16T18:55:15.00478177Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:55:17.45433714Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:55:19.537794307Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:46494"
level=debug ts=2026-02-16T18:55:19.55706609Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=5 entries=14 streamLabelsSize="178 B" entriesSize="827 kB" structuredMetadataSize="950 B" totalSize="827 kB" mostRecentLagMs=1231 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:19.557099995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="270 kB" policy= mostRecentLagMs=7751
level=debug ts=2026-02-16T18:55:19.557116195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="511 kB" policy= mostRecentLagMs=2524
level=debug ts=2026-02-16T18:55:19.557127729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2027
level=debug ts=2026-02-16T18:55:19.557137762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=1231
level=debug ts=2026-02-16T18:55:19.557147568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="172 B" policy= mostRecentLagMs=8027
level=debug ts=2026-02-16T18:55:19.564568107Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:55:20.408937724Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="56 kB" streams=9 entries=21 streamLabelsSize="295 B" entriesSize="1.2 MB" structuredMetadataSize="1.3 kB" totalSize="1.2 MB" mostRecentLagMs=426 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:20.408973602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2426
level=debug ts=2026-02-16T18:55:20.408987597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=426
level=debug ts=2026-02-16T18:55:20.408998193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=8426
level=debug ts=2026-02-16T18:55:20.40900477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="783 B" policy= mostRecentLagMs=6427
level=debug ts=2026-02-16T18:55:20.409010261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="37 kB" policy= mostRecentLagMs=3310
level=debug ts=2026-02-16T18:55:20.409015136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=426
level=debug ts=2026-02-16T18:55:20.409019877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=6427
level=debug ts=2026-02-16T18:55:20.409025139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=3094
level=debug ts=2026-02-16T18:55:20.409029864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=3595
level=debug ts=2026-02-16T18:55:20.417801821Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:55:25.721421351Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=8 entries=14 streamLabelsSize="247 B" entriesSize="379 kB" structuredMetadataSize="898 B" totalSize="380 kB" mostRecentLagMs=3740 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:25.721468757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7740
level=debug ts=2026-02-16T18:55:25.721479412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="161 kB" policy= mostRecentLagMs=3740
level=debug ts=2026-02-16T18:55:25.721486536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="42 kB" policy= mostRecentLagMs=8495
level=debug ts=2026-02-16T18:55:25.721491928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8504
level=debug ts=2026-02-16T18:55:25.721496791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=5740
level=debug ts=2026-02-16T18:55:25.721501529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="64 kB" policy= mostRecentLagMs=8504
level=debug ts=2026-02-16T18:55:25.721506105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=8739
level=debug ts=2026-02-16T18:55:25.721511041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=8504
level=debug ts=2026-02-16T18:55:25.725284084Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:55:25.738028118Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:55:25.739880253Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:55:30.540434206Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=12 entries=28 streamLabelsSize="405 B" entriesSize="474 kB" structuredMetadataSize="1.8 kB" totalSize="474 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:30.54047723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T18:55:30.540488588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:55:30.540495753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="17 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T18:55:30.540501655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="82 kB" policy= mostRecentLagMs=2042
level=debug ts=2026-02-16T18:55:30.540507899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:55:30.540513046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T18:55:30.540518026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="304 kB" policy= mostRecentLagMs=9457
level=debug ts=2026-02-16T18:55:30.540522564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T18:55:30.540527166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T18:55:30.540531546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:55:30.540535973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:55:30.54054078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="35 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:55:30.545365366Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:55:30.988923921Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=11 entries=23 streamLabelsSize="313 B" entriesSize="182 kB" structuredMetadataSize="1.5 kB" totalSize="182 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:30.988956438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:55:30.988967777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:55:30.988974761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="464 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:55:30.988980261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:55:30.988986581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:55:30.988991774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="20 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:55:30.988996838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:55:30.989002989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="680 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T18:55:30.989010985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="94 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:55:30.989018221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:55:30.989022984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:55:30.9922346Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:55:36.531247879Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:53052"
level=debug ts=2026-02-16T18:55:37.995265028Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=10 entries=17 streamLabelsSize="305 B" entriesSize="492 kB" structuredMetadataSize="1.1 kB" totalSize="493 kB" mostRecentLagMs=1862 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:37.99529124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="202 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T18:55:37.995301104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T18:55:37.995307909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="173 kB" policy= mostRecentLagMs=6378
level=debug ts=2026-02-16T18:55:37.995314728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=1862
level=debug ts=2026-02-16T18:55:37.995319887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="14 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T18:55:37.995324424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="34 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T18:55:37.995329218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T18:55:37.995334915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T18:55:37.99533987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=3147
level=debug ts=2026-02-16T18:55:37.995345914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="338 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T18:55:37.999522014Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:55:41.987377733Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=6 entries=6 streamLabelsSize="215 B" entriesSize="61 kB" structuredMetadataSize="384 B" totalSize="61 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:41.987406305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:55:41.987418366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:55:41.987424619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:55:41.987429929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T18:55:41.987436221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="44 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:55:41.987461394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:55:41.989244007Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:55:42.534716357Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=3 entries=3 streamLabelsSize="104 B" entriesSize="45 kB" structuredMetadataSize="231 B" totalSize="46 kB" mostRecentLagMs=2094 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:42.534752401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="17 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:55:42.534763144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:55:42.53477112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=2094
level=debug ts=2026-02-16T18:55:42.536478823Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:55:47.455678421Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:55:50.987868419Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.4 kB" streams=5 entries=6 streamLabelsSize="183 B" entriesSize="59 kB" structuredMetadataSize="386 B" totalSize="59 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:50.987896236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:55:50.987906473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:55:50.987914422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="51 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:55:50.987920855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:55:50.987926682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="826 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:55:50.990082181Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:55:53.985564617Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=5 entries=5 streamLabelsSize="146 B" entriesSize="4.4 kB" structuredMetadataSize="329 B" totalSize="4.5 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:53.985591097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T18:55:53.985601064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:55:53.985608008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:55:53.985615853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:55:53.985621666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:55:53.987149865Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:55:54.538868382Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=5 streamLabelsSize="145 B" entriesSize="430 kB" structuredMetadataSize="337 B" totalSize="430 kB" mostRecentLagMs=2009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:55:54.538894484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:55:54.5389053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="420 kB" policy= mostRecentLagMs=4440
level=debug ts=2026-02-16T18:55:54.538912698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:55:54.538919968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:55:54.538926018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:55:54.579481267Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:56:02.982126391Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=9 entries=10 streamLabelsSize="257 B" entriesSize="36 kB" structuredMetadataSize="655 B" totalSize="36 kB" mostRecentLagMs=1000 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:02.982157241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8000
level=debug ts=2026-02-16T18:56:02.982168071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2000
level=debug ts=2026-02-16T18:56:02.982174074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=2000
level=debug ts=2026-02-16T18:56:02.98217963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2000
level=debug ts=2026-02-16T18:56:02.982184503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:56:02.982189099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=8000
level=debug ts=2026-02-16T18:56:02.982194543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=4000
level=debug ts=2026-02-16T18:56:02.98219911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3000
level=debug ts=2026-02-16T18:56:02.98220396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1000
level=debug ts=2026-02-16T18:56:02.983900234Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:56:06.532228441Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:51840"
level=debug ts=2026-02-16T18:56:06.533868824Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=5 entries=9 streamLabelsSize="164 B" entriesSize="30 kB" structuredMetadataSize="591 B" totalSize="31 kB" mostRecentLagMs=7003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:06.533890269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:56:06.533903305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="977 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:56:06.533909963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="28 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T18:56:06.533915494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="370 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:56:06.533921316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="660 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:56:06.535736282Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:56:06.986690647Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=7 entries=10 streamLabelsSize="239 B" entriesSize="42 kB" structuredMetadataSize="653 B" totalSize="43 kB" mostRecentLagMs=171 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:06.986718352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:56:06.986729536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:56:06.986737167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="11 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:56:06.986743343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=171
level=debug ts=2026-02-16T18:56:06.986748326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:56:06.986753223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-bgnq\"}" streamLabelsHash=2154151614 streamSizeBytes="330 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:56:06.986758016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:56:06.988841159Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:56:14.98789529Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=2 entries=4 streamLabelsSize="62 B" entriesSize="97 kB" structuredMetadataSize="299 B" totalSize="97 kB" mostRecentLagMs=6485 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:14.987926118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:56:14.987937761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="92 kB" policy= mostRecentLagMs=6485
level=debug ts=2026-02-16T18:56:14.99046992Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:56:16.851987439Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.3 kB" streams=3 entries=3 streamLabelsSize="100 B" entriesSize="214 kB" structuredMetadataSize="192 B" totalSize="214 kB" mostRecentLagMs=322 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:16.852014461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=322
level=debug ts=2026-02-16T18:56:16.852024595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=322
level=debug ts=2026-02-16T18:56:16.852031073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="213 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:56:16.855014862Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:56:17.45746362Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:56:17.985497302Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=7 entries=8 streamLabelsSize="220 B" entriesSize="13 kB" structuredMetadataSize="517 B" totalSize="14 kB" mostRecentLagMs=2 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:17.985524954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:56:17.985536821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:56:17.985542711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="240 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:56:17.985548014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T18:56:17.985553047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:56:17.985558767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T18:56:17.985564148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="849 B" policy= mostRecentLagMs=2
level=debug ts=2026-02-16T18:56:17.987110179Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:56:19.848574009Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:56:25.987946471Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.5 kB" streams=6 entries=7 streamLabelsSize="200 B" entriesSize="186 kB" structuredMetadataSize="454 B" totalSize="187 kB" mostRecentLagMs=3007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:25.98797518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:56:25.987985816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:56:25.987991903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=7437
level=debug ts=2026-02-16T18:56:25.987999446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=3279
level=debug ts=2026-02-16T18:56:25.988005734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:56:25.988010547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="777 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:56:25.990624647Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:56:27.534751617Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=4 entries=5 streamLabelsSize="122 B" entriesSize="9.4 kB" structuredMetadataSize="310 B" totalSize="9.5 kB" mostRecentLagMs=5005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:27.534780013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:56:27.534791158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="700 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:56:27.534796704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:56:27.534803169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:56:27.536231191Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:56:30.987023621Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.0 kB" streams=10 entries=13 streamLabelsSize="299 B" entriesSize="40 kB" structuredMetadataSize="846 B" totalSize="40 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:30.987050073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:56:30.987060253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:56:30.987066522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:56:30.987072155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:56:30.987077516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:56:30.987082759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:56:30.987088737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6906
level=debug ts=2026-02-16T18:56:30.987093891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:56:30.987098785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:56:30.987105519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:56:30.988889746Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:56:36.533754274Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:55584"
level=debug ts=2026-02-16T18:56:36.986590933Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=9 entries=9 streamLabelsSize="257 B" entriesSize="42 kB" structuredMetadataSize="587 B" totalSize="43 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:36.986621122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:56:36.986632692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:56:36.986638957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:56:36.986643955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:56:36.986651835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:56:36.986656897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:56:36.986663016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7082
level=debug ts=2026-02-16T18:56:36.986669293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T18:56:36.98667403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="338 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:56:36.988370294Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:56:39.539535225Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=3 entries=3 streamLabelsSize="100 B" entriesSize="353 kB" structuredMetadataSize="203 B" totalSize="353 kB" mostRecentLagMs=4009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:39.539571192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:56:39.539582118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="352 kB" policy= mostRecentLagMs=9366
level=debug ts=2026-02-16T18:56:39.539589711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="777 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T18:56:39.543977933Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:56:42.984821632Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="795 B" streams=3 entries=3 streamLabelsSize="83 B" entriesSize="1.2 kB" structuredMetadataSize="184 B" totalSize="1.2 kB" mostRecentLagMs=2002 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:42.98484975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2002
level=debug ts=2026-02-16T18:56:42.984860745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=6002
level=debug ts=2026-02-16T18:56:42.984868348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:56:42.986330606Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:56:47.459160952Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:56:49.985542992Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="438 B" streams=2 entries=2 streamLabelsSize="73 B" entriesSize="634 B" structuredMetadataSize="126 B" totalSize="707 B" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:49.985572486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:56:49.98558363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:56:49.987000904Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:56:51.534078966Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="768 B" streams=3 entries=3 streamLabelsSize="92 B" entriesSize="1.3 kB" structuredMetadataSize="185 B" totalSize="1.4 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:51.534103245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:56:51.534114627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="630 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:56:51.534121779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:56:51.535387428Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:56:57.985160475Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=6 entries=6 streamLabelsSize="204 B" entriesSize="12 kB" structuredMetadataSize="401 B" totalSize="13 kB" mostRecentLagMs=4002 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:56:57.985192647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:56:57.985203891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:56:57.985212149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:56:57.985217785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T18:56:57.985222874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T18:56:57.985228515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4002
level=debug ts=2026-02-16T18:56:57.986788354Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:57:00.917504077Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=7 entries=8 streamLabelsSize="198 B" entriesSize="61 kB" structuredMetadataSize="516 B" totalSize="61 kB" mostRecentLagMs=863 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:00.917534007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=936
level=debug ts=2026-02-16T18:57:00.917544711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=2936
level=debug ts=2026-02-16T18:57:00.917552417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=936
level=debug ts=2026-02-16T18:57:00.917557443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=9935
level=debug ts=2026-02-16T18:57:00.917563175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5936
level=debug ts=2026-02-16T18:57:00.917568849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:57:00.917574831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="29 kB" policy= mostRecentLagMs=863
level=debug ts=2026-02-16T18:57:00.919802214Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:57:03.538726531Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=5 streamLabelsSize="157 B" entriesSize="384 kB" structuredMetadataSize="328 B" totalSize="384 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:03.538752572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T18:57:03.538762599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:57:03.538769999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=4783
level=debug ts=2026-02-16T18:57:03.538775757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T18:57:03.538782589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T18:57:03.543798677Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:57:09.987021679Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=6 entries=9 streamLabelsSize="216 B" entriesSize="39 kB" structuredMetadataSize="569 B" totalSize="39 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:09.987053526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T18:57:09.987064963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:57:09.98707149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:57:09.98707717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:57:09.987082423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:57:09.987087383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="28 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:57:09.989138457Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:57:10.135315566Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:57:10.985083563Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=5 entries=6 streamLabelsSize="149 B" entriesSize="42 kB" structuredMetadataSize="401 B" totalSize="42 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:10.985112141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1749
level=debug ts=2026-02-16T18:57:10.9851232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:57:10.985130487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:57:10.985137186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T18:57:10.985142644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T18:57:10.986804357Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:57:11.359708652Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:35502"
ts=2026-02-16T18:57:17.460782694Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T18:57:18.540437771Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=6 entries=10 streamLabelsSize="221 B" entriesSize="287 kB" structuredMetadataSize="713 B" totalSize="288 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:18.540490247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2215
level=debug ts=2026-02-16T18:57:18.540501543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="256 kB" policy= mostRecentLagMs=7145
level=debug ts=2026-02-16T18:57:18.540508811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T18:57:18.540514487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:57:18.54051924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T18:57:18.540524239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:57:18.544497897Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:57:23.211757742Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="48 kB" streams=8 entries=17 streamLabelsSize="261 B" entriesSize="834 kB" structuredMetadataSize="1.1 kB" totalSize="835 kB" mostRecentLagMs=2364 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:23.211790717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3230
level=debug ts=2026-02-16T18:57:23.211801272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="72 kB" policy= mostRecentLagMs=3481
level=debug ts=2026-02-16T18:57:23.21180751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7230
level=debug ts=2026-02-16T18:57:23.211812968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=6654
level=debug ts=2026-02-16T18:57:23.211818412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="165 kB" policy= mostRecentLagMs=3501
level=debug ts=2026-02-16T18:57:23.211824668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="353 kB" policy= mostRecentLagMs=2364
level=debug ts=2026-02-16T18:57:23.211829981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T18:57:23.211835224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="69 kB" policy= mostRecentLagMs=4457
level=debug ts=2026-02-16T18:57:23.21837749Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:57:23.991023676Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=6 entries=10 streamLabelsSize="186 B" entriesSize="289 kB" structuredMetadataSize="640 B" totalSize="289 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:23.991050145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="69 kB" policy= mostRecentLagMs=5069
level=debug ts=2026-02-16T18:57:23.991060583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="213 kB" policy= mostRecentLagMs=2306
level=debug ts=2026-02-16T18:57:23.991068554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:57:23.991073895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:57:23.991080377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:57:23.991086717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="903 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T18:57:23.99496738Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:57:29.262517517Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=5 entries=9 streamLabelsSize="175 B" entriesSize="566 kB" structuredMetadataSize="639 B" totalSize="566 kB" mostRecentLagMs=1427 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:29.262550731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=5732
level=debug ts=2026-02-16T18:57:29.262562125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="398 kB" policy= mostRecentLagMs=1427
level=debug ts=2026-02-16T18:57:29.262569049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="110 kB" policy= mostRecentLagMs=4317
level=debug ts=2026-02-16T18:57:29.262574572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="10 kB" policy= mostRecentLagMs=3733
level=debug ts=2026-02-16T18:57:29.26257959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=3733
level=debug ts=2026-02-16T18:57:29.26703501Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:57:34.995874592Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=13 entries=19 streamLabelsSize="393 B" entriesSize="395 kB" structuredMetadataSize="1.3 kB" totalSize="395 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:34.995914818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T18:57:34.99593082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T18:57:34.995943658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:57:34.995955238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=3473
level=debug ts=2026-02-16T18:57:34.995966222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=7432
level=debug ts=2026-02-16T18:57:34.995975429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="683 B" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:57:34.995983549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="166 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:57:34.995991686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T18:57:34.995999773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:57:34.99602706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="38 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T18:57:34.996038982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T18:57:34.996049727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T18:57:34.996059251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="82 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T18:57:34.999983354Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:57:35.989715805Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=9 entries=14 streamLabelsSize="267 B" entriesSize="204 kB" structuredMetadataSize="907 B" totalSize="205 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:35.989744207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:57:35.989754763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="12 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:57:35.989762637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:57:35.989768344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="541 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T18:57:35.989774666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:57:35.989779859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="908 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T18:57:35.98978585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="139 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:57:35.989795463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:57:35.989802619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="10 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:57:35.992982678Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:57:36.536266851Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:32786"
level=debug ts=2026-02-16T18:57:39.536879702Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=7 entries=10 streamLabelsSize="231 B" entriesSize="176 kB" structuredMetadataSize="697 B" totalSize="176 kB" mostRecentLagMs=4007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:39.536921288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="62 kB" policy= mostRecentLagMs=7253
level=debug ts=2026-02-16T18:57:39.536931615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:57:39.536939365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:57:39.536945096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="64 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:57:39.536950815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9450
level=debug ts=2026-02-16T18:57:39.536956849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:57:39.536961611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T18:57:39.539726096Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:57:41.362330691Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:40876"
level=debug ts=2026-02-16T18:57:46.985576831Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=3 entries=4 streamLabelsSize="106 B" entriesSize="9.4 kB" structuredMetadataSize="265 B" totalSize="9.5 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:46.985607923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:57:46.98562029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:57:46.985627305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:57:46.987029851Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:57:47.463351895Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:57:47.986549752Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=5 entries=7 streamLabelsSize="178 B" entriesSize="49 kB" structuredMetadataSize="447 B" totalSize="49 kB" mostRecentLagMs=873 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:47.986578792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:57:47.986593285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2314
level=debug ts=2026-02-16T18:57:47.986602089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:57:47.98660824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:57:47.98661439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=873
level=debug ts=2026-02-16T18:57:47.988325653Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:57:51.534284068Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=4 entries=5 streamLabelsSize="121 B" entriesSize="3.3 kB" structuredMetadataSize="324 B" totalSize="3.4 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:51.534313277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:57:51.53432373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:57:51.534330279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:57:51.534337031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:57:51.535756919Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:57:54.52494794Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:57:58.986287017Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=6 entries=7 streamLabelsSize="217 B" entriesSize="10 kB" structuredMetadataSize="461 B" totalSize="10 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:58.986319673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:57:58.986330697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T18:57:58.986337701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:57:58.986342825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T18:57:58.98634753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="857 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:57:58.986352386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:57:58.986736441Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=7 entries=7 streamLabelsSize="205 B" entriesSize="49 kB" structuredMetadataSize="449 B" totalSize="50 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:57:58.986757642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T18:57:58.986768461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T18:57:58.9867741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8294
level=debug ts=2026-02-16T18:57:58.986780217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:57:58.986785421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2744
level=debug ts=2026-02-16T18:57:58.986791572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:57:58.986796517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:57:58.987787424Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:57:58.98849518Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:58:03.538694062Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=6 entries=8 streamLabelsSize="221 B" entriesSize="433 kB" structuredMetadataSize="537 B" totalSize="433 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:03.53872327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="17 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T18:58:03.538735348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T18:58:03.538741883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=6643
level=debug ts=2026-02-16T18:58:03.538747439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T18:58:03.538752743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="11 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T18:58:03.538759124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="971 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:58:03.543027074Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:58:06.537882364Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:44926"
level=debug ts=2026-02-16T18:58:09.986411767Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=8 entries=9 streamLabelsSize="265 B" entriesSize="30 kB" structuredMetadataSize="588 B" totalSize="30 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:09.986461919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:58:09.986477405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:58:09.98648457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:58:09.986490681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="14 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:58:09.986496108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:58:09.986501488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T18:58:09.986506875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:58:09.986512884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:58:09.988037453Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:58:09.988816915Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.2 kB" streams=7 entries=8 streamLabelsSize="223 B" entriesSize="195 kB" structuredMetadataSize="520 B" totalSize="196 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:09.988839343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T18:58:09.988849164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=9683
level=debug ts=2026-02-16T18:58:09.988855246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T18:58:09.988861727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:58:09.988867097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=2679
level=debug ts=2026-02-16T18:58:09.988872502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T18:58:09.988877259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T18:58:09.991208408Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:58:17.465871918Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:58:20.986881546Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=5 entries=5 streamLabelsSize="144 B" entriesSize="7.3 kB" structuredMetadataSize="320 B" totalSize="7.4 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:20.986908763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="657 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:58:20.986932235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:58:20.986938356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:58:20.986944826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T18:58:20.986951007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:58:20.988377091Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:58:21.365382948Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=6 entries=6 streamLabelsSize="193 B" entriesSize="33 kB" structuredMetadataSize="399 B" totalSize="33 kB" mostRecentLagMs=383 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:21.365413466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=5384
level=debug ts=2026-02-16T18:58:21.365424531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=383
level=debug ts=2026-02-16T18:58:21.365431899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1383
level=debug ts=2026-02-16T18:58:21.365438575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:58:21.365462136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=383
level=debug ts=2026-02-16T18:58:21.365469248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5384
level=debug ts=2026-02-16T18:58:21.367030812Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:58:21.533761244Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="771 B" streams=3 entries=3 streamLabelsSize="92 B" entriesSize="1.5 kB" structuredMetadataSize="185 B" totalSize="1.6 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:21.533784075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="865 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:58:21.533795392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:58:21.533802455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:58:21.535099113Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:58:31.988594992Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.3 kB" streams=10 entries=13 streamLabelsSize="329 B" entriesSize="45 kB" structuredMetadataSize="845 B" totalSize="46 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:31.988626741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:58:31.9886376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="23 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:58:31.988644736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:58:31.988651439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:58:31.988657029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T18:58:31.988663085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:58:31.988668037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:58:31.988673072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:58:31.988678955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="356 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T18:58:31.988683717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="581 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T18:58:31.99025308Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:58:32.985897994Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.1 kB" streams=4 entries=4 streamLabelsSize="119 B" entriesSize="3.2 kB" structuredMetadataSize="258 B" totalSize="3.3 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:32.985924296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:58:32.985936676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="337 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T18:58:32.985944539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="67 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T18:58:32.985951332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T18:58:32.987240269Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:58:34.156516908Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:58:34.538555554Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=5 streamLabelsSize="154 B" entriesSize="406 kB" structuredMetadataSize="321 B" totalSize="406 kB" mostRecentLagMs=4008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:34.538581287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T18:58:34.538592726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T18:58:34.538603178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=8623
level=debug ts=2026-02-16T18:58:34.538610538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T18:58:34.538616695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T18:58:34.542546469Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:58:44.620560457Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=4 entries=4 streamLabelsSize="119 B" entriesSize="19 kB" structuredMetadataSize="241 B" totalSize="19 kB" mostRecentLagMs=638 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:44.62060961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:58:44.620630584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3638
level=debug ts=2026-02-16T18:58:44.620644783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=638
level=debug ts=2026-02-16T18:58:44.620659876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2637
level=debug ts=2026-02-16T18:58:44.622165182Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:58:45.058535647Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=4 entries=4 streamLabelsSize="121 B" entriesSize="40 kB" structuredMetadataSize="275 B" totalSize="40 kB" mostRecentLagMs=76 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:45.05856464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:58:45.058576443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5077
level=debug ts=2026-02-16T18:58:45.058583479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=8076
level=debug ts=2026-02-16T18:58:45.058590435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=76
level=debug ts=2026-02-16T18:58:45.060201891Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:58:46.532413195Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=5 entries=5 streamLabelsSize="161 B" entriesSize="5.2 kB" structuredMetadataSize="317 B" totalSize="5.4 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:46.532466604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T18:58:46.532479248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:58:46.532486311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="531 B" policy= mostRecentLagMs=5002
level=debug ts=2026-02-16T18:58:46.532491751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T18:58:46.532497236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5002
level=debug ts=2026-02-16T18:58:46.533923946Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:58:47.467366297Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:58:55.985288425Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="949 B" streams=2 entries=3 streamLabelsSize="73 B" entriesSize="2.4 kB" structuredMetadataSize="199 B" totalSize="2.4 kB" mostRecentLagMs=2002 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:55.985319408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T18:58:55.985330321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="639 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:58:55.986614528Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:58:55.987062689Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.4 kB" streams=6 entries=6 streamLabelsSize="213 B" entriesSize="64 kB" structuredMetadataSize="384 B" totalSize="64 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:55.9870837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T18:58:55.987093418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2321
level=debug ts=2026-02-16T18:58:55.987099794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T18:58:55.987106024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=6921
level=debug ts=2026-02-16T18:58:55.987111487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T18:58:55.987116012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T18:58:55.988593545Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:58:57.539583006Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=5 streamLabelsSize="154 B" entriesSize="406 kB" structuredMetadataSize="341 B" totalSize="406 kB" mostRecentLagMs=2009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:58:57.539611407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="838 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T18:58:57.539622067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=3590
level=debug ts=2026-02-16T18:58:57.539629145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T18:58:57.539634488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T18:58:57.539641878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T18:58:57.543889702Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:59:06.542230653Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:48164"
level=debug ts=2026-02-16T18:59:06.988454821Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=6 entries=8 streamLabelsSize="162 B" entriesSize="176 kB" structuredMetadataSize="552 B" totalSize="176 kB" mostRecentLagMs=728 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:06.988485228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T18:59:06.988495721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:59:06.988502091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T18:59:06.988507725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T18:59:06.988514083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="172 kB" policy= mostRecentLagMs=728
level=debug ts=2026-02-16T18:59:06.988520136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="440 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T18:59:06.991157645Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:59:07.986861519Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=7 entries=7 streamLabelsSize="222 B" entriesSize="14 kB" structuredMetadataSize="446 B" totalSize="14 kB" mostRecentLagMs=7004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:07.986890759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:59:07.98690205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:59:07.986908244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:59:07.986915039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="464 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:59:07.986931829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T18:59:07.986937757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T18:59:07.98694285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:59:07.98842274Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:59:11.369947691Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:35108"
level=debug ts=2026-02-16T18:59:17.070787465Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=5 entries=5 streamLabelsSize="162 B" entriesSize="35 kB" structuredMetadataSize="325 B" totalSize="35 kB" mostRecentLagMs=89 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:17.070817623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=6089
level=debug ts=2026-02-16T18:59:17.070830695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1089
level=debug ts=2026-02-16T18:59:17.070837893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8089
level=debug ts=2026-02-16T18:59:17.070843176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="33 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T18:59:17.070848596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="701 B" policy= mostRecentLagMs=89
level=debug ts=2026-02-16T18:59:17.072414543Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:59:17.46979448Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:59:17.745479253Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=5 entries=9 streamLabelsSize="183 B" entriesSize="477 kB" structuredMetadataSize="656 B" totalSize="477 kB" mostRecentLagMs=1163 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:17.745509198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="260 kB" policy= mostRecentLagMs=1163
level=debug ts=2026-02-16T18:59:17.745519585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3215
level=debug ts=2026-02-16T18:59:17.745525061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5215
level=debug ts=2026-02-16T18:59:17.745532025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="216 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T18:59:17.745537407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5215
level=debug ts=2026-02-16T18:59:17.750131203Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:59:18.984715489Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=6 entries=6 streamLabelsSize="197 B" entriesSize="12 kB" structuredMetadataSize="376 B" totalSize="12 kB" mostRecentLagMs=1002 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:18.984745558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5002
level=debug ts=2026-02-16T18:59:18.984756578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="947 B" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T18:59:18.984765549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="381 B" policy= mostRecentLagMs=8002
level=debug ts=2026-02-16T18:59:18.984775919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=2002
level=debug ts=2026-02-16T18:59:18.984783517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=1002
level=debug ts=2026-02-16T18:59:18.984789955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=9002
level=debug ts=2026-02-16T18:59:18.986194411Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:59:22.992790074Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:59:22.994254989Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:59:29.115488162Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=5 entries=7 streamLabelsSize="150 B" entriesSize="39 kB" structuredMetadataSize="442 B" totalSize="39 kB" mostRecentLagMs=2132 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:29.115524469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=5133
level=debug ts=2026-02-16T18:59:29.115539415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=6133
level=debug ts=2026-02-16T18:59:29.115551939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8133
level=debug ts=2026-02-16T18:59:29.115562102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=3133
level=debug ts=2026-02-16T18:59:29.115571746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2133
level=debug ts=2026-02-16T18:59:29.11724029Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:59:29.535359555Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.2 kB" streams=7 entries=9 streamLabelsSize="263 B" entriesSize="72 kB" structuredMetadataSize="624 B" totalSize="72 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:29.535387832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:59:29.535402711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="67 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:59:29.535411601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="588 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:59:29.535417106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:59:29.535422067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T18:59:29.535427722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="705 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T18:59:29.535432846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="61 kB" policy= mostRecentLagMs=5930
level=debug ts=2026-02-16T18:59:29.537257503Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:59:30.987781415Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.9 kB" streams=9 entries=9 streamLabelsSize="260 B" entriesSize="69 kB" structuredMetadataSize="606 B" totalSize="69 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:30.987810243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="594 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:59:30.987822223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:59:30.987829743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=8297
level=debug ts=2026-02-16T18:59:30.987835444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:59:30.987841996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6141
level=debug ts=2026-02-16T18:59:30.987848339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:59:30.98785375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T18:59:30.987858892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T18:59:30.987864039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T18:59:30.989529955Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:59:39.985860767Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=8 entries=10 streamLabelsSize="256 B" entriesSize="19 kB" structuredMetadataSize="626 B" totalSize="20 kB" mostRecentLagMs=2003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:39.985894468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T18:59:39.985921823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:59:39.985929986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T18:59:39.98593701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:59:39.98594382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:59:39.985950254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:59:39.985954948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T18:59:39.985959643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T18:59:39.98742789Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:59:41.988312301Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.8 kB" streams=5 entries=5 streamLabelsSize="170 B" entriesSize="52 kB" structuredMetadataSize="304 B" totalSize="52 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:41.988339943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T18:59:41.988350152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="11 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T18:59:41.988357402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:59:41.988363044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T18:59:41.988368133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T18:59:41.989977828Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:59:46.511132605Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=6 entries=6 streamLabelsSize="199 B" entriesSize="424 kB" structuredMetadataSize="398 B" totalSize="424 kB" mostRecentLagMs=4981 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:46.511162028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4981
level=debug ts=2026-02-16T18:59:46.511172408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=4981
level=debug ts=2026-02-16T18:59:46.511179448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="414 B" policy= mostRecentLagMs=8981
level=debug ts=2026-02-16T18:59:46.511185168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T18:59:46.511190374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=4981
level=debug ts=2026-02-16T18:59:46.511196404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=7439
level=debug ts=2026-02-16T18:59:46.51527153Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T18:59:47.470824176Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
ts=2026-02-16T18:59:49.558296137Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:33828"
level=debug ts=2026-02-16T18:59:50.984369036Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=6 entries=6 streamLabelsSize="190 B" entriesSize="8.7 kB" structuredMetadataSize="385 B" totalSize="8.8 kB" mostRecentLagMs=1 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:50.984396765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T18:59:50.984408093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="215 B" policy= mostRecentLagMs=1
level=debug ts=2026-02-16T18:59:50.98441567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1001
level=debug ts=2026-02-16T18:59:50.98442121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=1
level=debug ts=2026-02-16T18:59:50.984426893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="703 B" policy= mostRecentLagMs=5001
level=debug ts=2026-02-16T18:59:50.984431911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1001
level=debug ts=2026-02-16T18:59:50.98582683Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:59:54.392655512Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.2 kB" streams=6 entries=8 streamLabelsSize="193 B" entriesSize="189 kB" structuredMetadataSize="546 B" totalSize="189 kB" mostRecentLagMs=2411 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:54.392683762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=2411
level=debug ts=2026-02-16T18:59:54.39269452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=4410
level=debug ts=2026-02-16T18:59:54.392700982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="179 kB" policy= mostRecentLagMs=6316
level=debug ts=2026-02-16T18:59:54.392707008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=3410
level=debug ts=2026-02-16T18:59:54.392712946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4410
level=debug ts=2026-02-16T18:59:54.392717889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=7410
level=debug ts=2026-02-16T18:59:54.395365279Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T18:59:57.533211578Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=5 entries=6 streamLabelsSize="154 B" entriesSize="33 kB" structuredMetadataSize="407 B" totalSize="33 kB" mostRecentLagMs=3003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T18:59:57.53324217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:59:57.5332528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="24 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:59:57.533259507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T18:59:57.533265769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T18:59:57.533271923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="883 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T18:59:57.534970133Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:00:02.98591063Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=7 entries=7 streamLabelsSize="263 B" entriesSize="10 kB" structuredMetadataSize="459 B" totalSize="11 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:02.985940719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:00:02.985950928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:00:02.985956836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="812 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:00:02.985964559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T19:00:02.98596994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="67 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:00:02.985975381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:00:02.985980794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T19:00:02.987346646Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:00:05.986096137Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=4 entries=4 streamLabelsSize="119 B" entriesSize="34 kB" structuredMetadataSize="273 B" totalSize="34 kB" mostRecentLagMs=5004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:05.986122205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:00:05.986131818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:00:05.986138095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:00:05.986143647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5170
level=debug ts=2026-02-16T19:00:05.988085894Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:00:06.545850807Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:32972"
level=debug ts=2026-02-16T19:00:09.539144227Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=2 entries=2 streamLabelsSize="78 B" entriesSize="360 kB" structuredMetadataSize="150 B" totalSize="360 kB" mostRecentLagMs=6807 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:09.539171517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="10 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T19:00:09.539182221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="350 kB" policy= mostRecentLagMs=6807
level=debug ts=2026-02-16T19:00:09.543281924Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:00:15.987240591Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=6 entries=8 streamLabelsSize="178 B" entriesSize="37 kB" structuredMetadataSize="507 B" totalSize="37 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:15.987376133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:00:15.987392279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:00:15.987400483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:00:15.987408867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:00:15.987553936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T19:00:15.987559611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:00:15.989696519Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:00:17.472223974Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T19:00:17.499995956Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T19:00:19.988187281Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.3 kB" streams=7 entries=8 streamLabelsSize="233 B" entriesSize="96 kB" structuredMetadataSize="512 B" totalSize="96 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:19.98821712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T19:00:19.988228913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T19:00:19.988236973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9877
level=debug ts=2026-02-16T19:00:19.988242382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T19:00:19.988248378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="863 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T19:00:19.988253027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="56 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T19:00:19.988258662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T19:00:19.990639475Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:00:21.534632506Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=8 entries=9 streamLabelsSize="259 B" entriesSize="16 kB" structuredMetadataSize="586 B" totalSize="16 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:21.534661007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T19:00:21.534671157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T19:00:21.53467729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T19:00:21.534682337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T19:00:21.53468753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T19:00:21.534692255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:00:21.534696787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T19:00:21.534701492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="341 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T19:00:21.536160168Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:00:27.98611752Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=7 entries=8 streamLabelsSize="251 B" entriesSize="17 kB" structuredMetadataSize="520 B" totalSize="18 kB" mostRecentLagMs=2003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:27.986145462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="635 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:00:27.986156258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:00:27.986163146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:00:27.986168514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="581 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:00:27.986174359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T19:00:27.986179169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:00:27.986183838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:00:27.987692522Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:00:30.987664754Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=10 entries=13 streamLabelsSize="281 B" entriesSize="95 kB" structuredMetadataSize="857 B" totalSize="95 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:30.987695745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T19:00:30.987706296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T19:00:30.987714567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:00:30.987721225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:00:30.987726494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=6660
level=debug ts=2026-02-16T19:00:30.987731748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:00:30.987738714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T19:00:30.98774367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=5962
level=debug ts=2026-02-16T19:00:30.987750469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T19:00:30.987755181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T19:00:30.990167685Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:00:32.539118466Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=8 entries=8 streamLabelsSize="247 B" entriesSize="414 kB" structuredMetadataSize="536 B" totalSize="414 kB" mostRecentLagMs=605 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:32.539146604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T19:00:32.539156921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T19:00:32.539163545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=605
level=debug ts=2026-02-16T19:00:32.539168675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T19:00:32.539174283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T19:00:32.539179306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="275 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T19:00:32.53918446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T19:00:32.539190688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T19:00:32.543700582Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:00:36.547211799Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:43342"
level=debug ts=2026-02-16T19:00:39.987319112Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=9 entries=9 streamLabelsSize="294 B" entriesSize="17 kB" structuredMetadataSize="582 B" totalSize="17 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:39.987346596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="481 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T19:00:39.987357103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:00:39.987364632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:00:39.98737093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T19:00:39.98737614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:00:39.987381983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:00:39.987387427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:00:39.987392512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:00:39.987397056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T19:00:39.988916073Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:00:41.378436331Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:35980"
level=debug ts=2026-02-16T19:00:41.764799629Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=3 entries=3 streamLabelsSize="110 B" entriesSize="23 kB" structuredMetadataSize="192 B" totalSize="23 kB" mostRecentLagMs=6783 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:41.764827043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6783
level=debug ts=2026-02-16T19:00:41.764839303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:00:41.764849811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=9783
level=debug ts=2026-02-16T19:00:41.766255562Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:00:47.474841331Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T19:00:49.56316443Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:39022"
level=debug ts=2026-02-16T19:00:53.33983913Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=8 entries=10 streamLabelsSize="250 B" entriesSize="181 kB" structuredMetadataSize="681 B" totalSize="181 kB" mostRecentLagMs=357 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:53.339865741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=3358
level=debug ts=2026-02-16T19:00:53.339876254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="827 B" policy= mostRecentLagMs=1358
level=debug ts=2026-02-16T19:00:53.339882479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3358
level=debug ts=2026-02-16T19:00:53.339887927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="178 kB" policy= mostRecentLagMs=6402
level=debug ts=2026-02-16T19:00:53.339893056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1358
level=debug ts=2026-02-16T19:00:53.339898978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7358
level=debug ts=2026-02-16T19:00:53.33990481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="984 B" policy= mostRecentLagMs=358
level=debug ts=2026-02-16T19:00:53.339909527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=1358
level=debug ts=2026-02-16T19:00:53.342468318Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:00:53.985941657Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.0 kB" streams=9 entries=10 streamLabelsSize="273 B" entriesSize="31 kB" structuredMetadataSize="658 B" totalSize="32 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:53.985970808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3082
level=debug ts=2026-02-16T19:00:53.985981678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T19:00:53.985987358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T19:00:53.985992571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="905 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:00:53.985998287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:00:53.986004637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T19:00:53.986010211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="782 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T19:00:53.986016204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T19:00:53.986021067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="969 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T19:00:53.987850402Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:00:55.533698879Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=4 entries=6 streamLabelsSize="120 B" entriesSize="9.1 kB" structuredMetadataSize="402 B" totalSize="9.3 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:00:55.533726519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T19:00:55.53373717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:00:55.533743199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="921 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:00:55.533749434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="486 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T19:00:55.535165334Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:01:04.086976765Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=5 entries=6 streamLabelsSize="191 B" entriesSize="35 kB" structuredMetadataSize="376 B" totalSize="35 kB" mostRecentLagMs=104 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:04.087002417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6104
level=debug ts=2026-02-16T19:01:04.087012905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=104
level=debug ts=2026-02-16T19:01:04.087019058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4104
level=debug ts=2026-02-16T19:01:04.08702432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4104
level=debug ts=2026-02-16T19:01:04.087030716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3104
level=debug ts=2026-02-16T19:01:04.08867061Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:01:05.986557822Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=5 entries=6 streamLabelsSize="150 B" entriesSize="51 kB" structuredMetadataSize="391 B" totalSize="51 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:05.98658723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4265
level=debug ts=2026-02-16T19:01:05.986597713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:01:05.986605429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:01:05.986611336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T19:01:05.986617812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="13 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:01:05.988385709Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:01:06.538724288Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=5 streamLabelsSize="160 B" entriesSize="357 kB" structuredMetadataSize="325 B" totalSize="357 kB" mostRecentLagMs=2009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:06.538750259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="350 kB" policy= mostRecentLagMs=7988
level=debug ts=2026-02-16T19:01:06.53876083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:01:06.538768601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:01:06.53877396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T19:01:06.538778924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="371 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:01:06.543012679Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:01:14.986747151Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=5 entries=5 streamLabelsSize="177 B" entriesSize="23 kB" structuredMetadataSize="343 B" totalSize="23 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:14.986773456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:01:14.986785366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:01:14.98679289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T19:01:14.986798692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:01:14.986804274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:01:14.988318951Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:01:16.271490696Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T19:01:16.943109835Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=3 entries=7 streamLabelsSize="121 B" entriesSize="260 kB" structuredMetadataSize="529 B" totalSize="260 kB" mostRecentLagMs=1413 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:16.943137696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2413
level=debug ts=2026-02-16T19:01:16.943147963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1413
level=debug ts=2026-02-16T19:01:16.943156779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="259 kB" policy= mostRecentLagMs=2157
level=debug ts=2026-02-16T19:01:16.946842546Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:01:17.477120583Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T19:01:17.986607094Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=7 entries=8 streamLabelsSize="236 B" entriesSize="38 kB" structuredMetadataSize="503 B" totalSize="39 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:17.986635712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="440 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T19:01:17.986645916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T19:01:17.986653375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4665
level=debug ts=2026-02-16T19:01:17.986658538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T19:01:17.986663281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T19:01:17.986667878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T19:01:17.986672715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:01:17.988362824Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:01:25.985622135Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=5 entries=6 streamLabelsSize="179 B" entriesSize="10 kB" structuredMetadataSize="384 B" totalSize="10 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:25.985648858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T19:01:25.985660532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="869 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:01:25.985666657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:01:25.985672353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T19:01:25.985678735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T19:01:25.987226149Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:01:29.540173748Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=8 entries=9 streamLabelsSize="271 B" entriesSize="470 kB" structuredMetadataSize="625 B" totalSize="470 kB" mostRecentLagMs=581 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:29.54020393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="710 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T19:01:29.540214711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=1735
level=debug ts=2026-02-16T19:01:29.54022211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="631 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T19:01:29.54022919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T19:01:29.540235068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="62 kB" policy= mostRecentLagMs=581
level=debug ts=2026-02-16T19:01:29.540240121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T19:01:29.540244913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T19:01:29.540249978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T19:01:29.544511962Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:01:29.986112981Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=4 entries=4 streamLabelsSize="109 B" entriesSize="33 kB" structuredMetadataSize="274 B" totalSize="33 kB" mostRecentLagMs=6841 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:29.986142046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:01:29.9861529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:01:29.98615911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:01:29.986165661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6842
level=debug ts=2026-02-16T19:01:29.987744752Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:01:36.550076328Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:57100"
level=debug ts=2026-02-16T19:01:37.986126307Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.0 kB" streams=3 entries=3 streamLabelsSize="95 B" entriesSize="3.0 kB" structuredMetadataSize="193 B" totalSize="3.1 kB" mostRecentLagMs=7003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:37.98616357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="730 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T19:01:37.986174756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T19:01:37.986180971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:01:37.987567017Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:01:40.988057577Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=5 entries=5 streamLabelsSize="155 B" entriesSize="150 kB" structuredMetadataSize="332 B" totalSize="151 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:40.988087654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T19:01:40.988098854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=6719
level=debug ts=2026-02-16T19:01:40.988105268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T19:01:40.988111278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T19:01:40.988116151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T19:01:40.990604973Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:01:47.479681431Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T19:01:49.986596481Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.7 kB" streams=7 entries=7 streamLabelsSize="220 B" entriesSize="11 kB" structuredMetadataSize="457 B" totalSize="11 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:49.986624154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T19:01:49.986633958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:01:49.986640851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:01:49.986646128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:01:49.986650647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:01:49.986655575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:01:49.986660174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T19:01:49.988201633Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:01:50.534191532Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=7 entries=7 streamLabelsSize="228 B" entriesSize="7.7 kB" structuredMetadataSize="470 B" totalSize="7.9 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:50.53422093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:01:50.534231664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:01:50.534237844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:01:50.534244374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="477 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:01:50.534250954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:01:50.534257001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:01:50.534262468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:01:50.535676365Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:01:54.668136493Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.0 kB" streams=8 entries=8 streamLabelsSize="239 B" entriesSize="70 kB" structuredMetadataSize="503 B" totalSize="71 kB" mostRecentLagMs=1686 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:01:54.66816238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=2686
level=debug ts=2026-02-16T19:01:54.668172089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=4686
level=debug ts=2026-02-16T19:01:54.668178162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=2686
level=debug ts=2026-02-16T19:01:54.668185343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=1686
level=debug ts=2026-02-16T19:01:54.668191197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8687
level=debug ts=2026-02-16T19:01:54.668196312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=7713
level=debug ts=2026-02-16T19:01:54.668201675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=6686
level=debug ts=2026-02-16T19:01:54.668207633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:01:54.669938058Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:02:00.288152449Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=5 entries=8 streamLabelsSize="171 B" entriesSize="40 kB" structuredMetadataSize="513 B" totalSize="40 kB" mostRecentLagMs=305 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:00.288183342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=305
level=debug ts=2026-02-16T19:02:00.28819511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2305
level=debug ts=2026-02-16T19:02:00.288202395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1305
level=debug ts=2026-02-16T19:02:00.288208057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="27 kB" policy= mostRecentLagMs=305
level=debug ts=2026-02-16T19:02:00.288215621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=305
level=debug ts=2026-02-16T19:02:00.290051092Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:02:02.905535005Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=5 entries=7 streamLabelsSize="163 B" entriesSize="428 kB" structuredMetadataSize="485 B" totalSize="428 kB" mostRecentLagMs=1375 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:02.905565213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T19:02:02.905576465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=1375
level=debug ts=2026-02-16T19:02:02.905583479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="309 B" policy= mostRecentLagMs=2376
level=debug ts=2026-02-16T19:02:02.905588948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="398 kB" policy= mostRecentLagMs=7124
level=debug ts=2026-02-16T19:02:02.905594527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=2376
level=debug ts=2026-02-16T19:02:02.909805093Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:02:05.309064561Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=6 entries=7 streamLabelsSize="175 B" entriesSize="59 kB" structuredMetadataSize="468 B" totalSize="59 kB" mostRecentLagMs=327 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:05.309093998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=4327
level=debug ts=2026-02-16T19:02:05.309105007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6037
level=debug ts=2026-02-16T19:02:05.30911253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=7327
level=debug ts=2026-02-16T19:02:05.30911814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:02:05.309124548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4327
level=debug ts=2026-02-16T19:02:05.309130455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=327
level=debug ts=2026-02-16T19:02:05.310680078Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:02:06.55124498Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:48698"
level=debug ts=2026-02-16T19:02:10.984693314Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=4 entries=4 streamLabelsSize="123 B" entriesSize="6.2 kB" structuredMetadataSize="249 B" totalSize="6.3 kB" mostRecentLagMs=2002 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:10.984718912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T19:02:10.984730995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=7002
level=debug ts=2026-02-16T19:02:10.984738708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=2002
level=debug ts=2026-02-16T19:02:10.984744496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T19:02:10.98602383Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:02:11.82395099Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T19:02:13.535836573Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=4 entries=4 streamLabelsSize="140 B" entriesSize="181 kB" structuredMetadataSize="270 B" totalSize="181 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:13.535862326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T19:02:13.535873208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T19:02:13.53587888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:02:13.535885096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="170 kB" policy= mostRecentLagMs=6271
level=debug ts=2026-02-16T19:02:13.538373121Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:02:16.421330243Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.3 kB" streams=4 entries=7 streamLabelsSize="133 B" entriesSize="98 kB" structuredMetadataSize="498 B" totalSize="98 kB" mostRecentLagMs=439 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:16.4213605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="92 kB" policy= mostRecentLagMs=3748
level=debug ts=2026-02-16T19:02:16.421370808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6440
level=debug ts=2026-02-16T19:02:16.421379333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=439
level=debug ts=2026-02-16T19:02:16.421384905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4440
level=debug ts=2026-02-16T19:02:16.424097506Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:02:17.481831276Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T19:02:24.534123772Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=4 entries=5 streamLabelsSize="130 B" entriesSize="10 kB" structuredMetadataSize="317 B" totalSize="10 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:24.534150848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:02:24.534162589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:02:24.534168579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:02:24.534174662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:02:24.535525526Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:02:25.986902392Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.9 kB" streams=11 entries=13 streamLabelsSize="323 B" entriesSize="51 kB" structuredMetadataSize="824 B" totalSize="51 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:25.986946014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:02:25.986957484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:02:25.98696377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:02:25.986971115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=5806
level=debug ts=2026-02-16T19:02:25.986976675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T19:02:25.986981525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:02:25.986987582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:02:25.986992474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T19:02:25.986997457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="11 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:02:25.98700357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T19:02:25.987011906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:02:25.989060936Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:02:28.453408315Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.8 kB" streams=5 entries=6 streamLabelsSize="155 B" entriesSize="190 kB" structuredMetadataSize="381 B" totalSize="190 kB" mostRecentLagMs=2578 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:28.453435941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=7471
level=debug ts=2026-02-16T19:02:28.453468029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=7471
level=debug ts=2026-02-16T19:02:28.453474912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=4471
level=debug ts=2026-02-16T19:02:28.45348101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:02:28.453486403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=2578
level=debug ts=2026-02-16T19:02:28.456199275Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:02:36.985846169Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=6 entries=8 streamLabelsSize="224 B" entriesSize="15 kB" structuredMetadataSize="506 B" totalSize="15 kB" mostRecentLagMs=5003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:36.985875242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:02:36.985886822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T19:02:36.985893474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T19:02:36.985899789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T19:02:36.985904936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T19:02:36.985911258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T19:02:36.987308914Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:02:40.985750269Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=7 entries=7 streamLabelsSize="207 B" entriesSize="44 kB" structuredMetadataSize="463 B" totalSize="45 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:40.985778649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T19:02:40.985789122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:02:40.985797751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7817
level=debug ts=2026-02-16T19:02:40.985803222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:02:40.985807888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T19:02:40.985813524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:02:40.985817985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:02:40.987371179Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:02:41.390399921Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:60520"
level=debug ts=2026-02-16T19:02:41.537568433Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=5 entries=5 streamLabelsSize="157 B" entriesSize="352 kB" structuredMetadataSize="315 B" totalSize="353 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:41.5375911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=7739
level=debug ts=2026-02-16T19:02:41.537601288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:02:41.53760715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T19:02:41.53761225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T19:02:41.537618622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T19:02:41.541545673Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:02:47.483844774Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T19:02:48.986870548Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=8 entries=10 streamLabelsSize="260 B" entriesSize="38 kB" structuredMetadataSize="632 B" totalSize="38 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:48.986898105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:02:48.986908667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T19:02:48.986914482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:02:48.986932202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T19:02:48.986938457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:02:48.986943936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:02:48.98694882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T19:02:48.986953579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:02:48.988507641Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:02:55.533240492Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=4 entries=5 streamLabelsSize="127 B" entriesSize="10 kB" structuredMetadataSize="338 B" totalSize="10 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:55.53326621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:02:55.533276454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T19:02:55.53328229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T19:02:55.533288586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:02:55.535011863Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:02:55.986567791Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=4 entries=4 streamLabelsSize="125 B" entriesSize="32 kB" structuredMetadataSize="262 B" totalSize="32 kB" mostRecentLagMs=5000 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:02:55.98659531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:02:55.986606647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:02:55.986612754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:02:55.986619165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5000
level=debug ts=2026-02-16T19:02:55.988009524Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:02:59.514383154Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T19:03:00.985682077Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=7 entries=7 streamLabelsSize="227 B" entriesSize="9.4 kB" structuredMetadataSize="453 B" totalSize="9.6 kB" mostRecentLagMs=2 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:00.985709318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T19:03:00.985722771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:03:00.985728833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="355 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:03:00.985735077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T19:03:00.985740008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="412 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T19:03:00.98574474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T19:03:00.9857493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T19:03:00.987150857Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:03:06.986516943Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=5 entries=7 streamLabelsSize="160 B" entriesSize="17 kB" structuredMetadataSize="428 B" totalSize="17 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:06.986545897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:03:06.986556543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:03:06.986562867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T19:03:06.986569449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:03:06.986574543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T19:03:06.987998781Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:03:11.39276774Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:59522"
level=debug ts=2026-02-16T19:03:11.504170017Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=5 entries=9 streamLabelsSize="189 B" entriesSize="519 kB" structuredMetadataSize="651 B" totalSize="519 kB" mostRecentLagMs=5974 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:11.504197209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="112 kB" policy= mostRecentLagMs=6096
level=debug ts=2026-02-16T19:03:11.504207689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=5974
level=debug ts=2026-02-16T19:03:11.504213142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=9974
level=debug ts=2026-02-16T19:03:11.504219026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=5974
level=debug ts=2026-02-16T19:03:11.50422396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T19:03:11.508379877Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:03:11.987334353Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=8 entries=8 streamLabelsSize="280 B" entriesSize="33 kB" structuredMetadataSize="503 B" totalSize="33 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:11.987362805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="215 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:03:11.987372982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=4450
level=debug ts=2026-02-16T19:03:11.987380215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T19:03:11.987386976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T19:03:11.98739244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T19:03:11.987397425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T19:03:11.987402726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T19:03:11.987407729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T19:03:11.98903529Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:03:17.486435406Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T19:03:19.393347985Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.7 kB" streams=6 entries=6 streamLabelsSize="201 B" entriesSize="65 kB" structuredMetadataSize="400 B" totalSize="65 kB" mostRecentLagMs=412 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:19.393377338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=412
level=debug ts=2026-02-16T19:03:19.393388951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=7944
level=debug ts=2026-02-16T19:03:19.393397274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3411
level=debug ts=2026-02-16T19:03:19.393403972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:03:19.393410159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2411
level=debug ts=2026-02-16T19:03:19.393416652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9412
level=debug ts=2026-02-16T19:03:19.395636034Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:03:19.570677068Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:57634"
level=debug ts=2026-02-16T19:03:24.456457829Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=3 entries=5 streamLabelsSize="121 B" entriesSize="32 kB" structuredMetadataSize="333 B" totalSize="32 kB" mostRecentLagMs=4926 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:24.456491023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:03:24.45650211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4926
level=debug ts=2026-02-16T19:03:24.456509332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=6926
level=debug ts=2026-02-16T19:03:24.45787568Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:03:30.031590617Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.1 kB" streams=6 entries=8 streamLabelsSize="163 B" entriesSize="195 kB" structuredMetadataSize="540 B" totalSize="195 kB" mostRecentLagMs=50 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:30.031618774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="173 kB" policy= mostRecentLagMs=1595
level=debug ts=2026-02-16T19:03:30.031629937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8691
level=debug ts=2026-02-16T19:03:30.031637502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=9049
level=debug ts=2026-02-16T19:03:30.031644063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=8050
level=debug ts=2026-02-16T19:03:30.031649401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=50
level=debug ts=2026-02-16T19:03:30.031654229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=50
level=debug ts=2026-02-16T19:03:30.034391072Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:03:31.98564793Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=8 entries=12 streamLabelsSize="274 B" entriesSize="23 kB" structuredMetadataSize="784 B" totalSize="24 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:31.985676954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T19:03:31.985689284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="779 B" policy= mostRecentLagMs=8002
level=debug ts=2026-02-16T19:03:31.985696353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:03:31.985702067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T19:03:31.985708348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="750 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:03:31.98571405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T19:03:31.985719741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:03:31.985726021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T19:03:31.987223869Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:03:35.540124435Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=6 streamLabelsSize="167 B" entriesSize="369 kB" structuredMetadataSize="394 B" totalSize="369 kB" mostRecentLagMs=4010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:35.540153224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T19:03:35.540163556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T19:03:35.540169525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T19:03:35.540177184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="350 kB" policy= mostRecentLagMs=8078
level=debug ts=2026-02-16T19:03:35.540185148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T19:03:35.544308372Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:03:36.556864202Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:36694"
level=debug ts=2026-02-16T19:03:41.986968841Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=5 entries=5 streamLabelsSize="163 B" entriesSize="15 kB" structuredMetadataSize="324 B" totalSize="16 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:41.98699701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T19:03:41.987007379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:03:41.987015119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T19:03:41.987020814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T19:03:41.987027012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:03:41.988416665Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:03:42.06324191Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=3 entries=3 streamLabelsSize="95 B" entriesSize="30 kB" structuredMetadataSize="186 B" totalSize="30 kB" mostRecentLagMs=1081 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:42.063267187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T19:03:42.063277195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=3081
level=debug ts=2026-02-16T19:03:42.063284163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1081
level=debug ts=2026-02-16T19:03:42.075634899Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:03:47.488044792Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T19:03:50.551662967Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=4 entries=6 streamLabelsSize="147 B" entriesSize="218 kB" structuredMetadataSize="442 B" totalSize="218 kB" mostRecentLagMs=2021 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:50.551693885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="211 kB" policy= mostRecentLagMs=7964
level=debug ts=2026-02-16T19:03:50.551704395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4021
level=debug ts=2026-02-16T19:03:50.551711783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2021
level=debug ts=2026-02-16T19:03:50.55171809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=7022
level=debug ts=2026-02-16T19:03:50.5551587Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:03:55.986301793Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=8 entries=8 streamLabelsSize="244 B" entriesSize="38 kB" structuredMetadataSize="530 B" totalSize="38 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:55.986333856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4090
level=debug ts=2026-02-16T19:03:55.986345113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T19:03:55.986351325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T19:03:55.986357945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T19:03:55.986364118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="569 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T19:03:55.986371561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:03:55.986376894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:03:55.986382246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T19:03:55.988119239Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:03:57.985838776Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=6 entries=6 streamLabelsSize="230 B" entriesSize="23 kB" structuredMetadataSize="398 B" totalSize="23 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:03:57.985867993Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6844
level=debug ts=2026-02-16T19:03:57.985879195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:03:57.98588625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:03:57.98589169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="919 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T19:03:57.985896746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="482 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T19:03:57.985901493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T19:03:57.987330407Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:04:00.171947106Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T19:04:00.173864438Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T19:04:01.539767173Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=7 entries=8 streamLabelsSize="246 B" entriesSize="418 kB" structuredMetadataSize="544 B" totalSize="419 kB" mostRecentLagMs=2010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:04:01.539795793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T19:04:01.5398058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T19:04:01.539811992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T19:04:01.539819326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="12 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T19:04:01.539824354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T19:04:01.539829221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T19:04:01.539833809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=5074
level=debug ts=2026-02-16T19:04:01.544278814Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:04:06.986422622Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=6 entries=6 streamLabelsSize="190 B" entriesSize="39 kB" structuredMetadataSize="375 B" totalSize="39 kB" mostRecentLagMs=5005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:04:06.986473425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:04:06.986484889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=5746
level=debug ts=2026-02-16T19:04:06.986491176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:04:06.986496994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:04:06.986503107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:04:06.986508183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:04:06.988143709Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:04:10.984797766Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=8 entries=9 streamLabelsSize="246 B" entriesSize="13 kB" structuredMetadataSize="572 B" totalSize="13 kB" mostRecentLagMs=1002 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:04:10.984825579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1002
level=debug ts=2026-02-16T19:04:10.984836241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T19:04:10.984843935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T19:04:10.984850734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:04:10.98485713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=7002
level=debug ts=2026-02-16T19:04:10.984863027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="884 B" policy= mostRecentLagMs=5002
level=debug ts=2026-02-16T19:04:10.984868924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T19:04:10.984874554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9002
level=debug ts=2026-02-16T19:04:10.986218614Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:04:17.490599811Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T19:04:17.988977477Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=5 entries=6 streamLabelsSize="177 B" entriesSize="188 kB" structuredMetadataSize="420 B" totalSize="189 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:04:17.989005851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T19:04:17.989017482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="178 kB" policy= mostRecentLagMs=4847
level=debug ts=2026-02-16T19:04:17.989024525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T19:04:17.989031875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T19:04:17.989044007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T19:04:17.991988726Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:04:20.321622915Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=4 entries=5 streamLabelsSize="123 B" entriesSize="24 kB" structuredMetadataSize="311 B" totalSize="24 kB" mostRecentLagMs=2791 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:04:20.32165225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=2791
level=debug ts=2026-02-16T19:04:20.321662391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3791
level=debug ts=2026-02-16T19:04:20.32166873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=3791
level=debug ts=2026-02-16T19:04:20.321674622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:04:20.323093599Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:04:25.986896253Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.1 kB" streams=10 entries=12 streamLabelsSize="324 B" entriesSize="22 kB" structuredMetadataSize="769 B" totalSize="22 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:04:25.98693616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="816 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T19:04:25.986948776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="696 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:04:25.986957024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="649 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T19:04:25.986963247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T19:04:25.986969247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:04:25.986974297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:04:25.986980556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:04:25.986985591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:04:25.98699238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T19:04:25.987011729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:04:25.988537291Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:04:29.986374822Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=3 entries=3 streamLabelsSize="101 B" entriesSize="6.4 kB" structuredMetadataSize="196 B" totalSize="6.5 kB" mostRecentLagMs=7004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:04:29.986405213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:04:29.986416301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="594 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T19:04:29.986422553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T19:04:29.987832502Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:04:35.156953239Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=4 streamLabelsSize="135 B" entriesSize="400 kB" structuredMetadataSize="261 B" totalSize="400 kB" mostRecentLagMs=7626 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:04:35.156984331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=8627
level=debug ts=2026-02-16T19:04:35.156995295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="889 B" policy= mostRecentLagMs=7626
level=debug ts=2026-02-16T19:04:35.157002881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8627
level=debug ts=2026-02-16T19:04:35.157008249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T19:04:35.161150438Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:04:36.058577853Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=3 entries=4 streamLabelsSize="95 B" entriesSize="29 kB" structuredMetadataSize="255 B" totalSize="29 kB" mostRecentLagMs=5076 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:04:36.058607363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5076
level=debug ts=2026-02-16T19:04:36.058618507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=5076
level=debug ts=2026-02-16T19:04:36.058624862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=6075
level=debug ts=2026-02-16T19:04:36.059945051Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:04:39.244966025Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T19:04:40.986263989Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=5 entries=5 streamLabelsSize="159 B" entriesSize="34 kB" structuredMetadataSize="343 B" totalSize="34 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:04:40.986292303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T19:04:40.986302446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5756
level=debug ts=2026-02-16T19:04:40.98630839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="407 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T19:04:40.986314565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T19:04:40.986319681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:04:40.988249964Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:04:47.493590703Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T19:04:47.98624005Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=5 entries=5 streamLabelsSize="172 B" entriesSize="17 kB" structuredMetadataSize="322 B" totalSize="17 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:04:47.986267838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:04:47.986278357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:04:47.986285762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="12 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T19:04:47.98629244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:04:47.986297957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T19:04:47.987961303Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:04:49.575632382Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:38450"
level=debug ts=2026-02-16T19:04:53.406466627Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.7 kB" streams=9 entries=9 streamLabelsSize="292 B" entriesSize="67 kB" structuredMetadataSize="566 B" totalSize="67 kB" mostRecentLagMs=425 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:04:53.406493322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:04:53.406503385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3178
level=debug ts=2026-02-16T19:04:53.406510134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=425
level=debug ts=2026-02-16T19:04:53.406516433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3425
level=debug ts=2026-02-16T19:04:53.406522195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7425
level=debug ts=2026-02-16T19:04:53.406527277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="338 B" policy= mostRecentLagMs=2425
level=debug ts=2026-02-16T19:04:53.406532535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="13 kB" policy= mostRecentLagMs=8424
level=debug ts=2026-02-16T19:04:53.406539605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=6425
level=debug ts=2026-02-16T19:04:53.406544572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=1424
level=debug ts=2026-02-16T19:04:53.408232415Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:04:56.538078964Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=5 streamLabelsSize="119 B" entriesSize="401 kB" structuredMetadataSize="320 B" totalSize="401 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:04:56.538109898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=2943
level=debug ts=2026-02-16T19:04:56.538121189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T19:04:56.538128582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T19:04:56.5381338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T19:04:56.542333693Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:05:01.985864116Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=5 entries=5 streamLabelsSize="182 B" entriesSize="10 kB" structuredMetadataSize="317 B" totalSize="11 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:01.985891756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T19:05:01.985902666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="464 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:05:01.985909812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T19:05:01.98591512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T19:05:01.985921122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:05:01.987407093Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:05:04.988808835Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.4 kB" streams=7 entries=9 streamLabelsSize="209 B" entriesSize="221 kB" structuredMetadataSize="612 B" totalSize="221 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:04.988836756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=4407
level=debug ts=2026-02-16T19:05:04.988847915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T19:05:04.988854831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="695 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T19:05:04.988860882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T19:05:04.988865903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T19:05:04.988872037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T19:05:04.98887716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=1580
level=debug ts=2026-02-16T19:05:04.991657572Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:05:07.538051347Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=3 entries=6 streamLabelsSize="113 B" entriesSize="312 kB" structuredMetadataSize="452 B" totalSize="313 kB" mostRecentLagMs=387 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:07.538079991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="113 kB" policy= mostRecentLagMs=7545
level=debug ts=2026-02-16T19:05:07.538090393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:05:07.538096653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="193 kB" policy= mostRecentLagMs=387
level=debug ts=2026-02-16T19:05:07.542594315Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:05:12.985322222Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=7 entries=7 streamLabelsSize="234 B" entriesSize="21 kB" structuredMetadataSize="461 B" totalSize="21 kB" mostRecentLagMs=2003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:12.98537065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="826 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:05:12.985381161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3002
level=debug ts=2026-02-16T19:05:12.985388862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4002
level=debug ts=2026-02-16T19:05:12.985395513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:05:12.985401983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3002
level=debug ts=2026-02-16T19:05:12.985407157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:05:12.985411833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:05:12.986903154Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:05:15.783966718Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=5 entries=10 streamLabelsSize="162 B" entriesSize="153 kB" structuredMetadataSize="711 B" totalSize="153 kB" mostRecentLagMs=802 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:15.783997206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="122 kB" policy= mostRecentLagMs=3101
level=debug ts=2026-02-16T19:05:15.784007863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="24 kB" policy= mostRecentLagMs=1799
level=debug ts=2026-02-16T19:05:15.784013673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=3802
level=debug ts=2026-02-16T19:05:15.784021507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=803
level=debug ts=2026-02-16T19:05:15.784026955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=1799
level=debug ts=2026-02-16T19:05:15.790866567Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:05:17.496498649Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T19:05:20.454750429Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=5 entries=6 streamLabelsSize="183 B" entriesSize="31 kB" structuredMetadataSize="386 B" totalSize="31 kB" mostRecentLagMs=1924 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:20.454783442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=4925
level=debug ts=2026-02-16T19:05:20.454794247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1924
level=debug ts=2026-02-16T19:05:20.454800451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="172 B" policy= mostRecentLagMs=7925
level=debug ts=2026-02-16T19:05:20.454805624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:05:20.454810552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=1924
level=debug ts=2026-02-16T19:05:20.456264398Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:05:23.773071211Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T19:05:23.986430675Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.2 kB" streams=9 entries=12 streamLabelsSize="283 B" entriesSize="50 kB" structuredMetadataSize="796 B" totalSize="50 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:23.986482762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:05:23.986493908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T19:05:23.986501035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:05:23.986508022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:05:23.986515082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:05:23.986520122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:05:23.986525381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:05:23.986531275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="27 kB" policy= mostRecentLagMs=3378
level=debug ts=2026-02-16T19:05:23.986536215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:05:23.98824803Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:05:26.986540596Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=7 entries=9 streamLabelsSize="229 B" entriesSize="20 kB" structuredMetadataSize="571 B" totalSize="20 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:26.986567778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:05:26.986579202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:05:26.986586498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:05:26.986593006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:05:26.986598428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:05:26.986603332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:05:26.986608179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:05:26.988050385Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:05:32.538578207Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=7 streamLabelsSize="203 B" entriesSize="317 kB" structuredMetadataSize="469 B" totalSize="318 kB" mostRecentLagMs=1798 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:32.538616064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="282 kB" policy= mostRecentLagMs=5452
level=debug ts=2026-02-16T19:05:32.538632401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T19:05:32.538642164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T19:05:32.538654164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="22 kB" policy= mostRecentLagMs=1798
level=debug ts=2026-02-16T19:05:32.538664706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T19:05:32.538673358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:05:32.542801262Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:05:39.985362055Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=8 entries=9 streamLabelsSize="280 B" entriesSize="32 kB" structuredMetadataSize="588 B" totalSize="32 kB" mostRecentLagMs=2 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:39.985392032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=172
level=debug ts=2026-02-16T19:05:39.985402883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T19:05:39.985409087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T19:05:39.98541471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:05:39.985420659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:05:39.985425998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T19:05:39.985432461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=2
level=debug ts=2026-02-16T19:05:39.985437598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:05:39.987107126Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:05:39.988983487Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=10 entries=10 streamLabelsSize="332 B" entriesSize="106 kB" structuredMetadataSize="674 B" totalSize="107 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:39.989027255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T19:05:39.989046941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T19:05:39.989060715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T19:05:39.989074324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=8016
level=debug ts=2026-02-16T19:05:39.989122284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=4595
level=debug ts=2026-02-16T19:05:39.989151088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T19:05:39.989169402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T19:05:39.989183368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T19:05:39.989207894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5846
level=debug ts=2026-02-16T19:05:39.989292642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="15 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:05:39.991063127Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:05:47.499103722Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T19:05:49.578497763Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:59690"
level=debug ts=2026-02-16T19:05:51.538428623Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=6 entries=7 streamLabelsSize="204 B" entriesSize="192 kB" structuredMetadataSize="488 B" totalSize="192 kB" mostRecentLagMs=4008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:51.538482824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T19:05:51.538495535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="185 kB" policy= mostRecentLagMs=6907
level=debug ts=2026-02-16T19:05:51.53850116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T19:05:51.538506221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T19:05:51.53851106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="154 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T19:05:51.538516151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:05:51.541081008Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:05:51.987307535Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="830 B" streams=5 entries=5 streamLabelsSize="161 B" entriesSize="1.3 kB" structuredMetadataSize="313 B" totalSize="1.5 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:51.987335453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:05:51.987346717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T19:05:51.987352768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:05:51.987359361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T19:05:51.987366266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T19:05:51.988721273Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:05:53.986422181Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=8 entries=10 streamLabelsSize="253 B" entriesSize="15 kB" structuredMetadataSize="661 B" totalSize="15 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:05:53.986477079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:05:53.986488848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T19:05:53.986494995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:05:53.986500463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:05:53.986506395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:05:53.986513417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:05:53.986518639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T19:05:53.986524565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T19:05:53.987996261Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:06:02.122493554Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=5 entries=6 streamLabelsSize="149 B" entriesSize="185 kB" structuredMetadataSize="417 B" totalSize="185 kB" mostRecentLagMs=4141 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:02.122523096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=9140
level=debug ts=2026-02-16T19:06:02.122533212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=9140
level=debug ts=2026-02-16T19:06:02.122539346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4141
level=debug ts=2026-02-16T19:06:02.122546866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=9140
level=debug ts=2026-02-16T19:06:02.122552503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="179 kB" policy= mostRecentLagMs=6564
level=debug ts=2026-02-16T19:06:02.125236077Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:06:05.539537692Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=5 entries=7 streamLabelsSize="170 B" entriesSize="413 kB" structuredMetadataSize="469 B" totalSize="413 kB" mostRecentLagMs=3009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:05.539562844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="810 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T19:06:05.539573666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="12 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T19:06:05.53958116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=9724
level=debug ts=2026-02-16T19:06:05.539587449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T19:06:05.539593026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T19:06:05.544201097Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:06:05.985235862Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=5 entries=6 streamLabelsSize="153 B" entriesSize="5.6 kB" structuredMetadataSize="368 B" totalSize="5.8 kB" mostRecentLagMs=2002 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:05.985263366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=2002
level=debug ts=2026-02-16T19:06:05.985276296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7002
level=debug ts=2026-02-16T19:06:05.985282089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="964 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T19:06:05.985287558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5002
level=debug ts=2026-02-16T19:06:05.985292286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T19:06:05.986828129Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:06:12.98592953Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="618 B" streams=3 entries=3 streamLabelsSize="93 B" entriesSize="1.1 kB" structuredMetadataSize="190 B" totalSize="1.2 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:12.98596824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:06:12.985983365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:06:12.985992947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T19:06:12.987411698Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:06:16.151748539Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=4 entries=6 streamLabelsSize="123 B" entriesSize="44 kB" structuredMetadataSize="374 B" totalSize="44 kB" mostRecentLagMs=169 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:16.151774854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5169
level=debug ts=2026-02-16T19:06:16.151785478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=169
level=debug ts=2026-02-16T19:06:16.15179165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="39 kB" policy= mostRecentLagMs=3151
level=debug ts=2026-02-16T19:06:16.15179657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6169
level=debug ts=2026-02-16T19:06:16.153433494Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:06:17.500776921Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T19:06:19.533836966Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.0 kB" streams=3 entries=4 streamLabelsSize="108 B" entriesSize="1.9 kB" structuredMetadataSize="258 B" totalSize="2.0 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:19.533865793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:06:19.533876774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="953 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T19:06:19.533883544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:06:19.535193377Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:06:23.698950236Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.4 kB" streams=5 entries=5 streamLabelsSize="173 B" entriesSize="61 kB" structuredMetadataSize="324 B" totalSize="61 kB" mostRecentLagMs=2357 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:23.698980326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=2357
level=debug ts=2026-02-16T19:06:23.698990865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="862 B" policy= mostRecentLagMs=5718
level=debug ts=2026-02-16T19:06:23.698998945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="28 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:06:23.699005467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6717
level=debug ts=2026-02-16T19:06:23.69901134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=2717
level=debug ts=2026-02-16T19:06:23.70057535Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:06:25.765089105Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T19:06:27.987089716Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=7 entries=8 streamLabelsSize="238 B" entriesSize="16 kB" structuredMetadataSize="516 B" totalSize="16 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:27.987118547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:06:27.987129696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T19:06:27.987137184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:06:27.987143114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:06:27.987149523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:06:27.987154552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T19:06:27.987159238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="891 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:06:27.988655369Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:06:32.538192294Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=5 streamLabelsSize="157 B" entriesSize="407 kB" structuredMetadataSize="320 B" totalSize="407 kB" mostRecentLagMs=3007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:32.538220778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T19:06:32.538231122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T19:06:32.538237127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T19:06:32.538244118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:06:32.538249478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="398 kB" policy= mostRecentLagMs=7674
level=debug ts=2026-02-16T19:06:32.542758799Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:06:33.986657683Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=5 entries=7 streamLabelsSize="136 B" entriesSize="40 kB" structuredMetadataSize="459 B" totalSize="40 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:33.986687022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T19:06:33.986697375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="33 kB" policy= mostRecentLagMs=1951
level=debug ts=2026-02-16T19:06:33.986702965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:06:33.986708357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:06:33.986713653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T19:06:33.98831186Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:06:38.984603967Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=7 entries=8 streamLabelsSize="232 B" entriesSize="13 kB" structuredMetadataSize="502 B" totalSize="13 kB" mostRecentLagMs=1001 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:38.984636291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T19:06:38.98464737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8001
level=debug ts=2026-02-16T19:06:38.984653374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1001
level=debug ts=2026-02-16T19:06:38.984659691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8001
level=debug ts=2026-02-16T19:06:38.984665159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5002
level=debug ts=2026-02-16T19:06:38.984670819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9002
level=debug ts=2026-02-16T19:06:38.984675473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5002
level=debug ts=2026-02-16T19:06:38.986092303Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:06:41.412854375Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:60686"
level=debug ts=2026-02-16T19:06:43.534870352Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="541 B" streams=2 entries=2 streamLabelsSize="49 B" entriesSize="2.7 kB" structuredMetadataSize="122 B" totalSize="2.8 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:43.534898266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="536 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:06:43.534909419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:06:43.53624723Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:06:44.987580627Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.0 kB" streams=4 entries=4 streamLabelsSize="140 B" entriesSize="147 kB" structuredMetadataSize="274 B" totalSize="147 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:44.987607822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T19:06:44.9876181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T19:06:44.987626776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:06:44.98763301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="129 kB" policy= mostRecentLagMs=5805
level=debug ts=2026-02-16T19:06:44.99034211Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:06:47.501645993Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T19:06:49.58123387Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:51492"
level=debug ts=2026-02-16T19:06:50.985198135Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=7 entries=7 streamLabelsSize="218 B" entriesSize="16 kB" structuredMetadataSize="477 B" totalSize="16 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:50.985223448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1002
level=debug ts=2026-02-16T19:06:50.985234543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T19:06:50.985241639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T19:06:50.985248643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T19:06:50.985253728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:06:50.985258451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="804 B" policy= mostRecentLagMs=2002
level=debug ts=2026-02-16T19:06:50.985264159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T19:06:50.98668623Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:06:56.987519867Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=7 entries=7 streamLabelsSize="230 B" entriesSize="35 kB" structuredMetadataSize="459 B" totalSize="36 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:56.987548803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T19:06:56.987558673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="695 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T19:06:56.987568047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:06:56.987574209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="565 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T19:06:56.987579402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3155
level=debug ts=2026-02-16T19:06:56.987584192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T19:06:56.987588662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T19:06:56.989138302Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:06:58.537975431Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=6 streamLabelsSize="154 B" entriesSize="408 kB" structuredMetadataSize="390 B" totalSize="408 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:06:58.538003968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T19:06:58.538014686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=4244
level=debug ts=2026-02-16T19:06:58.538022096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T19:06:58.53802884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="882 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T19:06:58.538033904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T19:06:58.542373408Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:07:02.986360949Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.0 kB" streams=7 entries=10 streamLabelsSize="224 B" entriesSize="34 kB" structuredMetadataSize="646 B" totalSize="34 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:02.986390785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:07:02.986401299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="883 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:07:02.986408318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T19:07:02.986413489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:07:02.986418308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T19:07:02.986423217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6599
level=debug ts=2026-02-16T19:07:02.986428613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T19:07:02.988620592Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:07:07.986299483Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="919 B" streams=3 entries=3 streamLabelsSize="92 B" entriesSize="3.1 kB" structuredMetadataSize="193 B" totalSize="3.2 kB" mostRecentLagMs=5004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:07.986328857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T19:07:07.986340291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:07:07.986346375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:07:07.987766736Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:07:10.158974651Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.9 kB" streams=3 entries=6 streamLabelsSize="127 B" entriesSize="115 kB" structuredMetadataSize="464 B" totalSize="115 kB" mostRecentLagMs=629 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:10.159005929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="109 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T19:07:10.159018489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9629
level=debug ts=2026-02-16T19:07:10.159026285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=629
level=debug ts=2026-02-16T19:07:10.1620038Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:07:11.47085458Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T19:07:13.059152153Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=6 entries=7 streamLabelsSize="217 B" entriesSize="42 kB" structuredMetadataSize="447 B" totalSize="42 kB" mostRecentLagMs=2077 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:13.059180954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5077
level=debug ts=2026-02-16T19:07:13.059191953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3076
level=debug ts=2026-02-16T19:07:13.059198856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=2699
level=debug ts=2026-02-16T19:07:13.059204314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9076
level=debug ts=2026-02-16T19:07:13.059209474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2077
level=debug ts=2026-02-16T19:07:13.059214455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=7077
level=debug ts=2026-02-16T19:07:13.061114549Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:07:17.502677429Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T19:07:18.987767361Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.2 kB" streams=8 entries=10 streamLabelsSize="262 B" entriesSize="89 kB" structuredMetadataSize="650 B" totalSize="90 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:18.987796493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=8488
level=debug ts=2026-02-16T19:07:18.98780735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3394
level=debug ts=2026-02-16T19:07:18.987814337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T19:07:18.987822298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T19:07:18.98782811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7360
level=debug ts=2026-02-16T19:07:18.987834875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T19:07:18.987839916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="672 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T19:07:18.987844849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T19:07:18.990225922Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:07:20.534352932Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=5 entries=6 streamLabelsSize="183 B" entriesSize="31 kB" structuredMetadataSize="402 B" totalSize="32 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:20.534385427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:07:20.534397781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T19:07:20.534404805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:07:20.534411301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="29 kB" policy= mostRecentLagMs=5729
level=debug ts=2026-02-16T19:07:20.53441642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:07:20.536050234Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:07:27.985627095Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=5 entries=6 streamLabelsSize="179 B" entriesSize="9.9 kB" structuredMetadataSize="384 B" totalSize="10 kB" mostRecentLagMs=2 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:27.985654056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T19:07:27.985664915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="436 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:07:27.985673463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="791 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T19:07:27.985680439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T19:07:27.985685828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2
level=debug ts=2026-02-16T19:07:27.987137988Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:07:30.987098814Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=4 entries=4 streamLabelsSize="109 B" entriesSize="153 kB" structuredMetadataSize="277 B" totalSize="153 kB" mostRecentLagMs=1348 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:30.987128693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:07:30.987139404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=1348
level=debug ts=2026-02-16T19:07:30.987146218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T19:07:30.987152778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="768 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:07:30.989852662Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:07:31.678713367Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=3 entries=3 streamLabelsSize="87 B" entriesSize="403 kB" structuredMetadataSize="203 B" totalSize="403 kB" mostRecentLagMs=2149 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:31.678742644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=2149
level=debug ts=2026-02-16T19:07:31.678754156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:07:31.678760448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=9148
level=debug ts=2026-02-16T19:07:31.683061375Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:07:36.572159353Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:37060"
level=debug ts=2026-02-16T19:07:39.704717186Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=4 entries=46 streamLabelsSize="130 B" entriesSize="2.1 MB" structuredMetadataSize="3.0 kB" totalSize="2.1 MB" mostRecentLagMs=44 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:39.704749233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8722
level=debug ts=2026-02-16T19:07:39.70476015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=44
level=debug ts=2026-02-16T19:07:39.704766591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=8722
level=debug ts=2026-02-16T19:07:39.704772157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2722
level=debug ts=2026-02-16T19:07:39.717046319Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:07:41.419520707Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:46626"
level=debug ts=2026-02-16T19:07:42.986833248Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=4 entries=4 streamLabelsSize="127 B" entriesSize="37 kB" structuredMetadataSize="263 B" totalSize="37 kB" mostRecentLagMs=8005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:42.986862397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:07:42.986872851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:07:42.986879844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9867
level=debug ts=2026-02-16T19:07:42.98688575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T19:07:42.98874118Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:07:47.504132776Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T19:07:49.540319235Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=7 entries=7 streamLabelsSize="231 B" entriesSize="387 kB" structuredMetadataSize="468 B" totalSize="387 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:49.54036146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=9034
level=debug ts=2026-02-16T19:07:49.540377207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T19:07:49.540386408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T19:07:49.540394092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T19:07:49.540403307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="11 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T19:07:49.540412771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="350 kB" policy= mostRecentLagMs=1505
level=debug ts=2026-02-16T19:07:49.540420678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="569 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T19:07:49.544707502Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:07:49.690039992Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=6 entries=41 streamLabelsSize="186 B" entriesSize="1.6 MB" structuredMetadataSize="2.7 kB" totalSize="1.6 MB" mostRecentLagMs=1707 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:49.690062843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9691
level=debug ts=2026-02-16T19:07:49.690073501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="417 B" policy= mostRecentLagMs=8708
level=debug ts=2026-02-16T19:07:49.690081162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=9654
level=debug ts=2026-02-16T19:07:49.690087682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=1707
level=debug ts=2026-02-16T19:07:49.690092921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9691
level=debug ts=2026-02-16T19:07:49.690098236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=5707
level=debug ts=2026-02-16T19:07:49.698062941Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:07:55.559848151Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T19:07:55.561713351Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T19:07:56.987199956Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.5 kB" streams=9 entries=10 streamLabelsSize="283 B" entriesSize="68 kB" structuredMetadataSize="641 B" totalSize="68 kB" mostRecentLagMs=4005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:07:56.987231917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:07:56.987242529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T19:07:56.98724844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T19:07:56.987253604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="790 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T19:07:56.987258555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="338 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T19:07:56.987263031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T19:07:56.987267514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T19:07:56.987272675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=9880
level=debug ts=2026-02-16T19:07:56.987288642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9504
level=debug ts=2026-02-16T19:07:56.989049915Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:08:00.536498824Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=5 entries=6 streamLabelsSize="181 B" entriesSize="156 kB" structuredMetadataSize="437 B" totalSize="156 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:00.536528902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:08:00.536542836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T19:08:00.53654962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T19:08:00.536555327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="154 kB" policy= mostRecentLagMs=3870
level=debug ts=2026-02-16T19:08:00.536561407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T19:08:00.539237084Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:08:00.987207086Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=5 entries=8 streamLabelsSize="186 B" entriesSize="62 kB" structuredMetadataSize="526 B" totalSize="63 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:00.987235912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="914 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T19:08:00.987246952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="29 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T19:08:00.987252732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=3821
level=debug ts=2026-02-16T19:08:00.987259378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:08:00.987265052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:08:00.9889478Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:08:08.987290478Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.8 kB" streams=6 entries=8 streamLabelsSize="190 B" entriesSize="72 kB" structuredMetadataSize="535 B" totalSize="72 kB" mostRecentLagMs=2490 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:08.987327193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T19:08:08.987341346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T19:08:08.987350593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="445 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T19:08:08.987357135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T19:08:08.987363633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T19:08:08.9873692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="59 kB" policy= mostRecentLagMs=2490
level=debug ts=2026-02-16T19:08:08.989105983Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:08:11.538314252Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=6 entries=6 streamLabelsSize="208 B" entriesSize="328 kB" structuredMetadataSize="384 B" totalSize="329 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:11.538340584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="282 kB" policy= mostRecentLagMs=4788
level=debug ts=2026-02-16T19:08:11.53835082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T19:08:11.538358177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="40 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T19:08:11.538363425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T19:08:11.538368783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T19:08:11.538375353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:08:11.542683009Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:08:11.987548894Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.1 kB" streams=7 entries=7 streamLabelsSize="245 B" entriesSize="77 kB" structuredMetadataSize="450 B" totalSize="77 kB" mostRecentLagMs=4181 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:11.987577301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="339 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:08:11.987587184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="47 kB" policy= mostRecentLagMs=5834
level=debug ts=2026-02-16T19:08:11.98759343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=4181
level=debug ts=2026-02-16T19:08:11.987599861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T19:08:11.987605069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T19:08:11.987609973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T19:08:11.987614716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:08:11.989327721Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:08:17.505282295Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T19:08:19.548892738Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.1 kB" streams=5 entries=5 streamLabelsSize="163 B" entriesSize="52 kB" structuredMetadataSize="337 B" totalSize="52 kB" mostRecentLagMs=2567 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:19.548921627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3994
level=debug ts=2026-02-16T19:08:19.548932084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=8568
level=debug ts=2026-02-16T19:08:19.548939813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2567
level=debug ts=2026-02-16T19:08:19.54894572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="33 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:08:19.548951138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=2567
level=debug ts=2026-02-16T19:08:19.550632Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:08:23.986949212Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.8 kB" streams=13 entries=14 streamLabelsSize="395 B" entriesSize="46 kB" structuredMetadataSize="899 B" totalSize="47 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:23.986976586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="856 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:08:23.986986931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:08:23.986994363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:08:23.986999656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="405 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:08:23.98700467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:08:23.987009324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:08:23.987014064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:08:23.987019144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:08:23.987033706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:08:23.987041077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="354 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:08:23.987046154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:08:23.987051075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="28 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:08:23.987056438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:08:23.98881368Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:08:29.988394983Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=8 entries=10 streamLabelsSize="224 B" entriesSize="224 kB" structuredMetadataSize="653 B" totalSize="224 kB" mostRecentLagMs=2379 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:29.988424306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=3540
level=debug ts=2026-02-16T19:08:29.988434642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T19:08:29.988458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="178 kB" policy= mostRecentLagMs=2379
level=debug ts=2026-02-16T19:08:29.988465164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T19:08:29.98847296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T19:08:29.988479491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T19:08:29.988485635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T19:08:29.988491318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T19:08:29.991156313Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:08:30.534497104Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=5 entries=6 streamLabelsSize="165 B" entriesSize="6.6 kB" structuredMetadataSize="389 B" totalSize="6.8 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:30.534524613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="189 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:08:30.534536756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T19:08:30.534543944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="777 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:08:30.534549827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:08:30.534555101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:08:30.535956565Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:08:37.985507236Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=7 entries=12 streamLabelsSize="211 B" entriesSize="24 kB" structuredMetadataSize="781 B" totalSize="24 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:37.985543633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T19:08:37.985559982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T19:08:37.985568293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T19:08:37.985578706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="875 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T19:08:37.985589178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="596 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:08:37.98559942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T19:08:37.985609227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T19:08:37.987244472Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:08:41.293354535Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=2 entries=2 streamLabelsSize="49 B" entriesSize="331 kB" structuredMetadataSize="138 B" totalSize="331 kB" mostRecentLagMs=9763 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:41.293384792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="328 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:08:41.293395546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=9763
level=debug ts=2026-02-16T19:08:41.297787863Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:08:41.42606703Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:36644"
level=debug ts=2026-02-16T19:08:43.985871134Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=2 entries=3 streamLabelsSize="62 B" entriesSize="33 kB" structuredMetadataSize="215 B" totalSize="33 kB" mostRecentLagMs=1822 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:43.985901994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:08:43.985913851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1822
level=debug ts=2026-02-16T19:08:43.987854647Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:08:47.507658513Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T19:08:50.430324446Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T19:08:50.986335199Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.1 kB" streams=6 entries=8 streamLabelsSize="177 B" entriesSize="36 kB" structuredMetadataSize="505 B" totalSize="36 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:50.986366772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:08:50.98637757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:08:50.986383537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:08:50.986388626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:08:50.986393816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:08:50.986399382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:08:50.988037786Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:08:51.533243862Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=5 entries=5 streamLabelsSize="160 B" entriesSize="14 kB" structuredMetadataSize="306 B" totalSize="14 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:51.533272075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:08:51.533282585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T19:08:51.533291085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T19:08:51.533297004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T19:08:51.533302346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="534 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:08:51.534782126Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:08:54.98653583Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=4 entries=6 streamLabelsSize="138 B" entriesSize="14 kB" structuredMetadataSize="365 B" totalSize="14 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:08:54.986566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:08:54.986576803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T19:08:54.986582833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T19:08:54.986589447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T19:08:54.987983343Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:09:02.538910597Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=6 entries=6 streamLabelsSize="192 B" entriesSize="405 kB" structuredMetadataSize="415 B" totalSize="405 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:02.538949276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=2747
level=debug ts=2026-02-16T19:09:02.538961168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T19:09:02.538967294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T19:09:02.538972992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T19:09:02.538977784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T19:09:02.538982516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T19:09:02.543293461Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:09:02.985766388Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=5 entries=8 streamLabelsSize="157 B" entriesSize="11 kB" structuredMetadataSize="528 B" totalSize="11 kB" mostRecentLagMs=2003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:02.985795499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:09:02.985808461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T19:09:02.985815094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T19:09:02.985820912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="214 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T19:09:02.985828166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:09:02.98727303Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:09:05.302641524Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=4 entries=5 streamLabelsSize="112 B" entriesSize="35 kB" structuredMetadataSize="350 B" totalSize="35 kB" mostRecentLagMs=1321 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:05.302669298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3321
level=debug ts=2026-02-16T19:09:05.302679098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=5321
level=debug ts=2026-02-16T19:09:05.302685933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:09:05.302691491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=1321
level=debug ts=2026-02-16T19:09:05.304282609Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:09:11.429352249Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:58780"
level=debug ts=2026-02-16T19:09:13.985562433Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=8 entries=8 streamLabelsSize="271 B" entriesSize="40 kB" structuredMetadataSize="506 B" totalSize="40 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:13.985590461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T19:09:13.98560075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T19:09:13.985606449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T19:09:13.98561178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T19:09:13.985617486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="542 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:09:13.985622767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="943 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T19:09:13.985628347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="183 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T19:09:13.985633579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T19:09:13.987310441Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:09:16.698905238Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=4 entries=8 streamLabelsSize="139 B" entriesSize="273 kB" structuredMetadataSize="591 B" totalSize="274 kB" mostRecentLagMs=527 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:16.698942399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T19:09:16.698954504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="256 kB" policy= mostRecentLagMs=527
level=debug ts=2026-02-16T19:09:16.698960401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6169
level=debug ts=2026-02-16T19:09:16.698965838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="541 B" policy= mostRecentLagMs=3169
level=debug ts=2026-02-16T19:09:16.702670867Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:09:17.346417923Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.7 kB" streams=5 entries=6 streamLabelsSize="179 B" entriesSize="209 kB" structuredMetadataSize="423 B" totalSize="209 kB" mostRecentLagMs=364 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:17.346457427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=2714
level=debug ts=2026-02-16T19:09:17.346468509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=9999
level=debug ts=2026-02-16T19:09:17.346475846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=365
level=debug ts=2026-02-16T19:09:17.346482173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=365
level=debug ts=2026-02-16T19:09:17.34648776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="246 B" policy= mostRecentLagMs=2364
level=debug ts=2026-02-16T19:09:17.349177539Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:09:17.509693006Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T19:09:26.985676355Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.2 kB" streams=2 entries=3 streamLabelsSize="57 B" entriesSize="4.2 kB" structuredMetadataSize="196 B" totalSize="4.3 kB" mostRecentLagMs=2003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:26.98570515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="912 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:09:26.985715692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:09:26.986957388Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:09:27.312601347Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=8 streamLabelsSize="215 B" entriesSize="418 kB" structuredMetadataSize="568 B" totalSize="418 kB" mostRecentLagMs=782 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:27.312628108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=1487
level=debug ts=2026-02-16T19:09:27.312639369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=782
level=debug ts=2026-02-16T19:09:27.312646378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="588 B" policy= mostRecentLagMs=9783
level=debug ts=2026-02-16T19:09:27.312652978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="62 kB" policy= mostRecentLagMs=3720
level=debug ts=2026-02-16T19:09:27.312658807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=4783
level=debug ts=2026-02-16T19:09:27.312664701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=1783
level=debug ts=2026-02-16T19:09:27.316792847Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:09:29.986866146Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=7 entries=8 streamLabelsSize="195 B" entriesSize="44 kB" structuredMetadataSize="528 B" totalSize="44 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:29.986896288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="593 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T19:09:29.986906896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T19:09:29.98691394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4310
level=debug ts=2026-02-16T19:09:29.986928083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T19:09:29.986934018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:09:29.986941474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T19:09:29.98694709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T19:09:29.988533959Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:09:37.541717029Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=3 entries=3 streamLabelsSize="124 B" entriesSize="34 kB" structuredMetadataSize="205 B" totalSize="34 kB" mostRecentLagMs=2359 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:37.541744612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T19:09:37.541754551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="26 kB" policy= mostRecentLagMs=2359
level=debug ts=2026-02-16T19:09:37.541761953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T19:09:37.543371491Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:09:37.990888174Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=6 entries=10 streamLabelsSize="209 B" entriesSize="15 kB" structuredMetadataSize="643 B" totalSize="15 kB" mostRecentLagMs=4008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:37.990915023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T19:09:37.990934402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="472 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T19:09:37.990941208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T19:09:37.990946685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T19:09:37.99095145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T19:09:37.990956285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:09:37.992414486Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:09:43.190341962Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T19:09:43.993572726Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=5 entries=7 streamLabelsSize="153 B" entriesSize="62 kB" structuredMetadataSize="454 B" totalSize="62 kB" mostRecentLagMs=1012 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:43.993599659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="536 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T19:09:43.993609521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="19 kB" policy= mostRecentLagMs=3809
level=debug ts=2026-02-16T19:09:43.993615564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="11 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T19:09:43.993621881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=1012
level=debug ts=2026-02-16T19:09:43.993626856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4063
level=debug ts=2026-02-16T19:09:43.995271741Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:09:47.511357453Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T19:09:48.065698287Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.8 kB" streams=7 entries=8 streamLabelsSize="209 B" entriesSize="37 kB" structuredMetadataSize="523 B" totalSize="37 kB" mostRecentLagMs=83 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:48.065725737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="220 B" policy= mostRecentLagMs=3083
level=debug ts=2026-02-16T19:09:48.065736294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=8083
level=debug ts=2026-02-16T19:09:48.065743279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=83
level=debug ts=2026-02-16T19:09:48.065748991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:09:48.065754094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8083
level=debug ts=2026-02-16T19:09:48.065761095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=1083
level=debug ts=2026-02-16T19:09:48.065765977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="370 B" policy= mostRecentLagMs=5083
level=debug ts=2026-02-16T19:09:48.06735564Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:09:48.533014213Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.1 kB" streams=5 entries=5 streamLabelsSize="152 B" entriesSize="2.5 kB" structuredMetadataSize="318 B" totalSize="2.6 kB" mostRecentLagMs=2003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:48.533041151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T19:09:48.533053245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T19:09:48.53305915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T19:09:48.533064433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="414 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:09:48.533069837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:09:48.538187519Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:09:56.987409294Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.9 kB" streams=10 entries=11 streamLabelsSize="322 B" entriesSize="60 kB" structuredMetadataSize="723 B" totalSize="60 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:56.987460507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T19:09:56.987472924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:09:56.987479562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:09:56.987485226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T19:09:56.987489984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T19:09:56.987496835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T19:09:56.987502105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6247
level=debug ts=2026-02-16T19:09:56.987508129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T19:09:56.987513225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6247
level=debug ts=2026-02-16T19:09:56.987517992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T19:09:56.989192745Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:09:59.984782406Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=8 entries=9 streamLabelsSize="261 B" entriesSize="27 kB" structuredMetadataSize="572 B" totalSize="27 kB" mostRecentLagMs=2002 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:09:59.984810422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9002
level=debug ts=2026-02-16T19:09:59.984823541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2002
level=debug ts=2026-02-16T19:09:59.984830432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="779 B" policy= mostRecentLagMs=7002
level=debug ts=2026-02-16T19:09:59.984837077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="814 B" policy= mostRecentLagMs=7002
level=debug ts=2026-02-16T19:09:59.984841821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=6002
level=debug ts=2026-02-16T19:09:59.984846953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=2744
level=debug ts=2026-02-16T19:09:59.984852443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="584 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:09:59.98485743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=6002
level=debug ts=2026-02-16T19:09:59.986847531Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:10:01.337214669Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=7 entries=8 streamLabelsSize="246 B" entriesSize="379 kB" structuredMetadataSize="553 B" totalSize="379 kB" mostRecentLagMs=807 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:01.337243668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T19:10:01.337253664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=807
level=debug ts=2026-02-16T19:10:01.337261367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4807
level=debug ts=2026-02-16T19:10:01.337267489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=8807
level=debug ts=2026-02-16T19:10:01.337272657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=9807
level=debug ts=2026-02-16T19:10:01.337277698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3808
level=debug ts=2026-02-16T19:10:01.337283262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="13 kB" policy= mostRecentLagMs=807
level=debug ts=2026-02-16T19:10:01.341416968Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:10:07.253164095Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=7 entries=11 streamLabelsSize="220 B" entriesSize="288 kB" structuredMetadataSize="753 B" totalSize="288 kB" mostRecentLagMs=1075 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:07.25319481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4271
level=debug ts=2026-02-16T19:10:07.253206114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=2285
level=debug ts=2026-02-16T19:10:07.253212206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2271
level=debug ts=2026-02-16T19:10:07.253217577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="209 kB" policy= mostRecentLagMs=1075
level=debug ts=2026-02-16T19:10:07.25322259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="440 B" policy= mostRecentLagMs=2271
level=debug ts=2026-02-16T19:10:07.253227484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T19:10:07.253232106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="964 B" policy= mostRecentLagMs=3271
level=debug ts=2026-02-16T19:10:07.256740996Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:10:10.98591717Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=8 entries=8 streamLabelsSize="279 B" entriesSize="31 kB" structuredMetadataSize="520 B" totalSize="31 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:10.985944233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T19:10:10.9859544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T19:10:10.985962411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T19:10:10.985968104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6262
level=debug ts=2026-02-16T19:10:10.985973509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:10:10.985979054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T19:10:10.985984271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:10:10.985989291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T19:10:10.987478384Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:10:11.434754536Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:43016"
ts=2026-02-16T19:10:17.513649198Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-g9mm5-d2693f97 10.129.0.72:7946"
level=debug ts=2026-02-16T19:10:18.723834104Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.8 kB" streams=8 entries=11 streamLabelsSize="247 B" entriesSize="50 kB" structuredMetadataSize="710 B" totalSize="50 kB" mostRecentLagMs=1742 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:18.72387013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=2742
level=debug ts=2026-02-16T19:10:18.723881574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=5742
level=debug ts=2026-02-16T19:10:18.723888045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8742
level=debug ts=2026-02-16T19:10:18.723893264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:10:18.723898819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=1742
level=debug ts=2026-02-16T19:10:18.723903649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="863 B" policy= mostRecentLagMs=4742
level=debug ts=2026-02-16T19:10:18.723910042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="24 kB" policy= mostRecentLagMs=3742
level=debug ts=2026-02-16T19:10:18.723914902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=2742
level=debug ts=2026-02-16T19:10:18.725809874Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:10:21.538698327Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=10 entries=13 streamLabelsSize="315 B" entriesSize="364 kB" structuredMetadataSize="866 B" totalSize="364 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:21.538727856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="329 kB" policy= mostRecentLagMs=7298
level=debug ts=2026-02-16T19:10:21.538738112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T19:10:21.538744028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="416 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T19:10:21.538749312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T19:10:21.538754269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T19:10:21.53875931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T19:10:21.538765061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T19:10:21.538769978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="332 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T19:10:21.538775276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T19:10:21.538779992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T19:10:21.543204046Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:10:23.986529834Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.3 kB" streams=9 entries=12 streamLabelsSize="293 B" entriesSize="56 kB" structuredMetadataSize="777 B" totalSize="56 kB" mostRecentLagMs=2003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:23.986559809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:10:23.986570956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T19:10:23.986577433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=2054
level=debug ts=2026-02-16T19:10:23.986583556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="698 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T19:10:23.986588858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T19:10:23.986593641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="635 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:10:23.986599369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="11 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:10:23.986604332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="784 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:10:23.986609341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T19:10:23.988284877Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:10:30.987932291Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=6 entries=6 streamLabelsSize="173 B" entriesSize="47 kB" structuredMetadataSize="386 B" totalSize="47 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:30.987962124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T19:10:30.987972714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:10:30.987979154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T19:10:30.987984597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="416 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:10:30.987990097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6546
level=debug ts=2026-02-16T19:10:30.987996621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T19:10:30.989682565Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:10:32.533911444Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=3 entries=3 streamLabelsSize="95 B" entriesSize="16 kB" structuredMetadataSize="193 B" totalSize="16 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:32.533938192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:10:32.533948112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T19:10:32.533954027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:10:32.535369333Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:10:34.986074969Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=8 entries=10 streamLabelsSize="255 B" entriesSize="21 kB" structuredMetadataSize="669 B" totalSize="21 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:34.986105103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T19:10:34.986116839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T19:10:34.986122752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:10:34.986128209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T19:10:34.986133096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:10:34.986137815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T19:10:34.986142468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:10:34.986148108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:10:34.987644604Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:10:37.013580349Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T19:10:43.988762516Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=6 entries=6 streamLabelsSize="210 B" entriesSize="111 kB" structuredMetadataSize="404 B" totalSize="111 kB" mostRecentLagMs=2833 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:43.988790894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4834
level=debug ts=2026-02-16T19:10:43.988801374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T19:10:43.988809152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=2833
level=debug ts=2026-02-16T19:10:43.988815207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T19:10:43.988821395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="26 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T19:10:43.988826605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=8056
level=debug ts=2026-02-16T19:10:43.991389242Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T19:10:47.515318779Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T19:10:49.538417861Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=5 streamLabelsSize="150 B" entriesSize="380 kB" structuredMetadataSize="318 B" totalSize="381 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:49.538467949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T19:10:49.538481058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=7509
level=debug ts=2026-02-16T19:10:49.538488832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T19:10:49.538495991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T19:10:49.53850189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T19:10:49.543031741Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:10:49.634537355Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=2 entries=2 streamLabelsSize="82 B" entriesSize="22 kB" structuredMetadataSize="136 B" totalSize="22 kB" mostRecentLagMs=1652 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:49.634569565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T19:10:49.63467547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1652
level=debug ts=2026-02-16T19:10:49.636081823Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:10:54.986738922Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.1 kB" streams=7 entries=9 streamLabelsSize="229 B" entriesSize="72 kB" structuredMetadataSize="604 B" totalSize="72 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:54.986771417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T19:10:54.986784712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:10:54.986790363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T19:10:54.986799752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T19:10:54.986808496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T19:10:54.986816878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T19:10:54.986824958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="59 kB" policy= mostRecentLagMs=4552
level=debug ts=2026-02-16T19:10:54.988500879Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:10:59.986788756Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=12 entries=14 streamLabelsSize="356 B" entriesSize="17 kB" structuredMetadataSize="890 B" totalSize="17 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:10:59.986817273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T19:10:59.986829809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="686 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T19:10:59.986837046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="238 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:10:59.986842815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T19:10:59.986848753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T19:10:59.986853943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T19:10:59.98685931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T19:10:59.986865609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T19:10:59.986870908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="384 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:10:59.986875669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="659 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T19:10:59.986880422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T19:10:59.986884789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T19:10:59.988402463Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:11:01.536628216Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=13 streamLabelsSize="221 B" entriesSize="134 kB" structuredMetadataSize="909 B" totalSize="134 kB" mostRecentLagMs=444 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:11:01.536656282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="117 kB" policy= mostRecentLagMs=444
level=debug ts=2026-02-16T19:11:01.536669293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="745 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:11:01.536675776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:11:01.53668213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="416 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T19:11:01.536687774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T19:11:01.536693649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T19:11:01.536698318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T19:11:01.539270866Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:11:05.989227249Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.3 kB" streams=7 entries=9 streamLabelsSize="206 B" entriesSize="195 kB" structuredMetadataSize="613 B" totalSize="195 kB" mostRecentLagMs=875 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:11:05.989254347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:11:05.989264795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T19:11:05.989271341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="173 kB" policy= mostRecentLagMs=875
level=debug ts=2026-02-16T19:11:05.989277879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T19:11:05.989283462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="416 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T19:11:05.989288365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T19:11:05.989294704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T19:11:06.028737319Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T19:11:10.986581855Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.1 kB" streams=5 entries=7 streamLabelsSize="160 B" entriesSize="41 kB" structuredMetadataSize="446 B" totalSize="41 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T19:11:10.986608974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:11:10.986620354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T19:11:10.986627241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T19:11:10.986634431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T19:11:10.986640562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T19:11:10.98833066Z caller=http.go:154 org_id=kubearchive msg="push request successful"