level=info ts=2026-02-11T22:03:27.518443482Z caller=main.go:127 msg="Starting Loki" version="(version=3.6.3, branch=release-3.6.x, revision=9385bc63)"
level=info ts=2026-02-11T22:03:27.518485221Z caller=main.go:128 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-02-11T22:03:27.520603118Z caller=server.go:386 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=debug ts=2026-02-11T22:03:27.521035909Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-11T22:03:27.521136315Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.130.0.65 inf=eth0
level=debug ts=2026-02-11T22:03:27.52185842Z caller=modules.go:818 msg=" pattern ingester tee service disabled"
level=info ts=2026-02-11T22:03:27.521860651Z caller=memberlist_client.go:484 msg="Using memberlist cluster label and node name" cluster_label= node=loki-distributor-7b8b49d965-frfv5-8b543fda
ts=2026-02-11T22:03:27.521970453Z caller=memberlist_logger.go:74 level=debug msg="configured Transport is not a NodeAwareTransport and some features may not work as desired"
level=debug ts=2026-02-11T22:03:27.521989757Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.130.0.65 advertisePort=7946
level=debug ts=2026-02-11T22:03:27.52201583Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.130.0.65 advertisePort=7946
level=debug ts=2026-02-11T22:03:27.522091757Z caller=netutil.go:85 component=distributor msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=info ts=2026-02-11T22:03:27.522163052Z caller=memberlist_client.go:628 msg="memberlist fast-join starting" nodes_found=1 to_join=4
level=debug ts=2026-02-11T22:03:27.522173024Z caller=netutil.go:102 component=distributor msg="detected highest quality address" ipAddr=10.130.0.65 inf=eth0
ts=2026-02-11T22:03:27.528955507Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-02-11T22:03:27.528980385Z caller=memberlist_client.go:634 msg="fast-joining node failed" node=loki-memberlist.product-kubearchive-logging.svc.cluster.local err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=warn ts=2026-02-11T22:03:27.528993465Z caller=memberlist_client.go:644 msg="memberlist fast-join failed because no node has been successfully reached" elapsed_time=6.832598ms
level=error ts=2026-02-11T22:03:27.52900238Z caller=memberlist_client.go:521 msg="failed to fast-join the memberlist cluster at startup" err="no memberlist node reached during fast-join procedure"
level=info ts=2026-02-11T22:03:27.529015903Z caller=memberlist_client.go:666 phase=startup msg="joining memberlist cluster" join_members=loki-memberlist.product-kubearchive-logging.svc.cluster.local
ts=2026-02-11T22:03:27.53163755Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-11T22:03:27.53165742Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=info ts=2026-02-11T22:03:27.540451937Z caller=module_service.go:82 msg=starting module=runtime-config
level=info ts=2026-02-11T22:03:27.540506677Z caller=module_service.go:82 msg=starting module=analytics
level=debug ts=2026-02-11T22:03:27.54040363Z caller=module_service.go:72 msg="module waiting for initialization" module=memberlist-kv waiting_for=server
level=debug ts=2026-02-11T22:03:27.54048938Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=memberlist-kv
level=debug ts=2026-02-11T22:03:27.54056101Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=analytics
level=info ts=2026-02-11T22:03:27.540612352Z caller=module_service.go:82 msg=starting module=server
level=debug ts=2026-02-11T22:03:27.54065488Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=memberlist-kv
level=info ts=2026-02-11T22:03:27.540666904Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=debug ts=2026-02-11T22:03:27.540704077Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=ring
level=debug ts=2026-02-11T22:03:27.540704286Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=runtime-config
level=debug ts=2026-02-11T22:03:27.540816775Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=server
level=info ts=2026-02-11T22:03:27.540826044Z caller=module_service.go:82 msg=starting module=ring
level=info ts=2026-02-11T22:03:27.540883367Z caller=ring.go:365 msg="ring doesn't exist in KV store yet"
level=debug ts=2026-02-11T22:03:27.540932292Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=runtime-config
level=debug ts=2026-02-11T22:03:27.540939207Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=server
level=info ts=2026-02-11T22:03:27.540943798Z caller=module_service.go:82 msg=starting module=distributor
level=info ts=2026-02-11T22:03:27.540996475Z caller=basic_lifecycler.go:321 component=distributor msg="instance not found in the ring" instance=loki-distributor-7b8b49d965-frfv5 ring=distributor
level=info ts=2026-02-11T22:03:27.541254129Z caller=loki.go:599 msg="Loki started" startup_time=99.685843ms
ts=2026-02-11T22:03:29.187106235Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-11T22:03:29.187128511Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
ts=2026-02-11T22:03:31.5003353Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-11T22:03:31.500362203Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
ts=2026-02-11T22:03:35.56596347Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-11T22:03:35.565993844Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
ts=2026-02-11T22:03:50.878831041Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.128.0.72:7946"
ts=2026-02-11T22:03:50.880948885Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.128.0.71:7946: dial tcp 10.128.0.71:7946: connect: connection refused"
level=info ts=2026-02-11T22:03:50.880964569Z caller=memberlist_client.go:673 phase=startup msg="joining memberlist cluster succeeded" reached_nodes=1 elapsed_time=23.351942714s
level=debug ts=2026-02-11T22:03:50.951200925Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-11T22:03:54.647302533Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="146 kB" streams=11 entries=78 streamLabelsSize="347 B" entriesSize="2.1 MB" structuredMetadataSize="5.4 kB" totalSize="2.1 MB" mostRecentLagMs=28045 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:03:54.647364254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="262 kB" policy= mostRecentLagMs=28491
level=debug ts=2026-02-11T22:03:54.647382465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="519 kB" policy= mostRecentLagMs=28046
level=debug ts=2026-02-11T22:03:54.647393637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="22 kB" policy= mostRecentLagMs=28806
level=debug ts=2026-02-11T22:03:54.647403267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="26 kB" policy= mostRecentLagMs=28806
level=debug ts=2026-02-11T22:03:54.647412945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="617 kB" policy= mostRecentLagMs=28662
level=debug ts=2026-02-11T22:03:54.647421648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="158 kB" policy= mostRecentLagMs=28491
level=debug ts=2026-02-11T22:03:54.647430557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="176 kB" policy= mostRecentLagMs=28491
level=debug ts=2026-02-11T22:03:54.647439183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="20 kB" policy= mostRecentLagMs=28576
level=debug ts=2026-02-11T22:03:54.647448369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="213 kB" policy= mostRecentLagMs=28737
level=debug ts=2026-02-11T22:03:54.647457697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="37 kB" policy= mostRecentLagMs=28576
level=debug ts=2026-02-11T22:03:54.647466744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="14 kB" policy= mostRecentLagMs=28807
level=debug ts=2026-02-11T22:03:54.661744241Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:03:54.680432703Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="148 kB" streams=21 entries=95 streamLabelsSize="653 B" entriesSize="1.5 MB" structuredMetadataSize="6.5 kB" totalSize="1.5 MB" mostRecentLagMs=18671 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:03:54.680463376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="26 kB" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.68047437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="604 B" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680481876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="13 kB" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680487625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=25807
level=debug ts=2026-02-11T22:03:54.680494298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680500159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="10 kB" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680505552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680510478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="33 kB" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680515276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="21 kB" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680520592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680525383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680530192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680534807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="15 kB" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680539583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680544398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="96 B" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680549132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.68055408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="371 B" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680559377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.680564211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"caching\"}" streamLabelsHash=4140541283 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=27789
level=debug ts=2026-02-11T22:03:54.680568662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=18671
level=debug ts=2026-02-11T22:03:54.68057818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="138 kB" policy= mostRecentLagMs=27789
level=debug ts=2026-02-11T22:03:54.686946309Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:03:58.073137624Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:04:00.797313845Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="158 kB" streams=3 entries=78 streamLabelsSize="93 B" entriesSize="2.0 MB" structuredMetadataSize="5.4 kB" totalSize="2.0 MB" mostRecentLagMs=31926 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:00.797351633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="22 kB" policy= mostRecentLagMs=32529
level=debug ts=2026-02-11T22:04:00.797363175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=31926
level=debug ts=2026-02-11T22:04:00.797370239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="377 kB" policy= mostRecentLagMs=31926
level=debug ts=2026-02-11T22:04:00.808358953Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:00.848695292Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="106 kB" streams=8 entries=46 streamLabelsSize="232 B" entriesSize="2.0 MB" structuredMetadataSize="3.0 kB" totalSize="2.0 MB" mostRecentLagMs=31672 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:00.848741888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="159 kB" policy= mostRecentLagMs=31832
level=debug ts=2026-02-11T22:04:00.848759144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="186 kB" policy= mostRecentLagMs=31715
level=debug ts=2026-02-11T22:04:00.848772129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="206 kB" policy= mostRecentLagMs=31715
level=debug ts=2026-02-11T22:04:00.848782233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="280 kB" policy= mostRecentLagMs=31715
level=debug ts=2026-02-11T22:04:00.848791753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=31672
level=debug ts=2026-02-11T22:04:00.84880286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="51 kB" policy= mostRecentLagMs=31715
level=debug ts=2026-02-11T22:04:00.84881484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="46 kB" policy= mostRecentLagMs=31832
level=debug ts=2026-02-11T22:04:00.8488247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="14 kB" policy= mostRecentLagMs=31790
level=debug ts=2026-02-11T22:04:00.858919673Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:00.898116382Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="2.0 MB" structuredMetadataSize="276 B" totalSize="2.0 MB" mostRecentLagMs=89 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:00.898158054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=89
level=debug ts=2026-02-11T22:04:00.907610878Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:00.947881522Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=1 entries=5 streamLabelsSize="27 B" entriesSize="1.9 MB" structuredMetadataSize="345 B" totalSize="1.9 MB" mostRecentLagMs=127 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:00.947930329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=127
level=debug ts=2026-02-11T22:04:00.954353677Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:00.998615549Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="64 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="2.0 MB" structuredMetadataSize="276 B" totalSize="2.0 MB" mostRecentLagMs=138 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:00.998659379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=138
level=debug ts=2026-02-11T22:04:01.006957062Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:01.048538954Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="67 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="2.1 MB" structuredMetadataSize="276 B" totalSize="2.1 MB" mostRecentLagMs=140 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:01.048587454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=140
level=error ts=2026-02-11T22:04:01.048658945Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '4' lines totaling '2059230' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=kubearchive
level=debug ts=2026-02-11T22:04:01.048802637Z caller=http.go:166 org_id=kubearchive msg="push request failed" code=429 err="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '4' lines totaling '2059230' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased"
level=debug ts=2026-02-11T22:04:01.04884659Z caller=logging.go:137 orgID=kubearchive msg="POST /loki/api/v1/push (429) 20.101458ms"
level=debug ts=2026-02-11T22:04:01.733610215Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="67 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="2.1 MB" structuredMetadataSize="276 B" totalSize="2.1 MB" mostRecentLagMs=825 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:01.733643635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=825
level=debug ts=2026-02-11T22:04:01.743025387Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:01.786413159Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="40 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="2.1 MB" structuredMetadataSize="276 B" totalSize="2.1 MB" mostRecentLagMs=831 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:01.786447973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=831
level=debug ts=2026-02-11T22:04:01.796823785Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:01.836981487Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="113 kB" streams=1 entries=40 streamLabelsSize="27 B" entriesSize="2.1 MB" structuredMetadataSize="3.2 kB" totalSize="2.1 MB" mostRecentLagMs=829 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:01.837019383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=829
level=error ts=2026-02-11T22:04:01.837089971Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '40' lines totaling '2072232' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=kubearchive
level=debug ts=2026-02-11T22:04:01.837126086Z caller=http.go:166 org_id=kubearchive msg="push request failed" code=429 err="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '40' lines totaling '2072232' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased"
level=debug ts=2026-02-11T22:04:01.837152268Z caller=logging.go:137 orgID=kubearchive msg="POST /loki/api/v1/push (429) 18.958069ms"
level=debug ts=2026-02-11T22:04:02.523301085Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="113 kB" streams=1 entries=40 streamLabelsSize="27 B" entriesSize="2.1 MB" structuredMetadataSize="3.2 kB" totalSize="2.1 MB" mostRecentLagMs=1515 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:02.523337071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=1515
level=debug ts=2026-02-11T22:04:02.531671998Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:02.553878436Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="141 kB" streams=1 entries=53 streamLabelsSize="27 B" entriesSize="2.1 MB" structuredMetadataSize="4.2 kB" totalSize="2.1 MB" mostRecentLagMs=809 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:02.553913077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=809
level=debug ts=2026-02-11T22:04:02.562082932Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:02.584499997Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="114 kB" streams=34 entries=117 streamLabelsSize="1.1 kB" entriesSize="2.0 MB" structuredMetadataSize="7.6 kB" totalSize="2.0 MB" mostRecentLagMs=786 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:02.584532432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584543607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="861 B" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.58455132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=787
level=debug ts=2026-02-11T22:04:02.584557814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="21 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.58456268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-console\"}" streamLabelsHash=982757297 streamSizeBytes="541 B" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584567994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.58457366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="12 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584578589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584583718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584588615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="22 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584593731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="96 B" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.5845986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=787
level=debug ts=2026-02-11T22:04:02.584603374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584608643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=787
level=debug ts=2026-02-11T22:04:02.584613858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="49 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584618403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="212 B" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584623986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=787
level=debug ts=2026-02-11T22:04:02.58462918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584634003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584638527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="219 B" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.58464306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584647643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=787
level=debug ts=2026-02-11T22:04:02.584652317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.58465694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="166 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584662491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator\"}" streamLabelsHash=3516083171 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584667464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="15 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584672007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"project-controller\"}" streamLabelsHash=601493054 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584677063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="38 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584681687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=787
level=debug ts=2026-02-11T22:04:02.584686419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="13 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584690965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584695379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="43 kB" policy= mostRecentLagMs=787
level=debug ts=2026-02-11T22:04:02.58469983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="26 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:04:02.584704164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="435 B" policy= mostRecentLagMs=787
level=error ts=2026-02-11T22:04:02.584896529Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '117' lines totaling '2012206' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=kubearchive
level=debug ts=2026-02-11T22:04:02.584931431Z caller=http.go:166 org_id=kubearchive msg="push request failed" code=429 err="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '117' lines totaling '2012206' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased"
level=debug ts=2026-02-11T22:04:02.584955317Z caller=logging.go:137 orgID=kubearchive msg="POST /loki/api/v1/push (429) 21.772539ms"
level=debug ts=2026-02-11T22:04:03.273476704Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="114 kB" streams=34 entries=117 streamLabelsSize="1.1 kB" entriesSize="2.0 MB" structuredMetadataSize="7.6 kB" totalSize="2.0 MB" mostRecentLagMs=1475 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:03.273511909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273523735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="861 B" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273534818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=1476
level=debug ts=2026-02-11T22:04:03.273540174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="21 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273545799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-console\"}" streamLabelsHash=982757297 streamSizeBytes="541 B" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273550908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273556071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="12 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273561089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273566215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273571186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="22 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273576699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="96 B" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273581841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=1476
level=debug ts=2026-02-11T22:04:03.273586768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273591464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=1476
level=debug ts=2026-02-11T22:04:03.273596519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="49 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.27360139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="212 B" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273606741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=1476
level=debug ts=2026-02-11T22:04:03.273611882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273616453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273621035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="219 B" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273625579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273630055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=1476
level=debug ts=2026-02-11T22:04:03.273634808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273642605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="166 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273647468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator\"}" streamLabelsHash=3516083171 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273652081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="15 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273657043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"project-controller\"}" streamLabelsHash=601493054 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273661613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="38 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273666497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=1476
level=debug ts=2026-02-11T22:04:03.273671088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="13 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273675602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273680103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="43 kB" policy= mostRecentLagMs=1476
level=debug ts=2026-02-11T22:04:03.273684515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="26 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-11T22:04:03.273689123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="435 B" policy= mostRecentLagMs=1476
level=debug ts=2026-02-11T22:04:03.283646654Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:04.682095441Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="59 kB" streams=26 entries=88 streamLabelsSize="866 B" entriesSize="672 kB" structuredMetadataSize="5.9 kB" totalSize="673 kB" mostRecentLagMs=675 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:04.682127339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="175 B" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682138096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682145268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"caching\"}" streamLabelsHash=4140541283 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682152971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682159955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682166507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="861 B" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.68217175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=2675
level=debug ts=2026-02-11T22:04:04.682176928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682183007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="158 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682187814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.68219238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682197323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="29 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682202858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682208476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682214883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="22 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682219866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="51 kB" policy= mostRecentLagMs=6674
level=debug ts=2026-02-11T22:04:04.682225243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682229963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="34 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682234593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682239166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="244 kB" policy= mostRecentLagMs=5675
level=debug ts=2026-02-11T22:04:04.682243885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="232 B" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682248683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682253401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=1675
level=debug ts=2026-02-11T22:04:04.682257922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.682263283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=675
level=debug ts=2026-02-11T22:04:04.682286011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator-operator\"}" streamLabelsHash=2881054010 streamSizeBytes="28 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:04:04.685801083Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:06.206795151Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="155 kB" streams=5 entries=69 streamLabelsSize="164 B" entriesSize="2.1 MB" structuredMetadataSize="4.8 kB" totalSize="2.1 MB" mostRecentLagMs=36279 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:06.206832072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="42 kB" policy= mostRecentLagMs=36351
level=debug ts=2026-02-11T22:04:06.206843851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="22 kB" policy= mostRecentLagMs=36911
level=debug ts=2026-02-11T22:04:06.206850696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="202 kB" policy= mostRecentLagMs=36834
level=debug ts=2026-02-11T22:04:06.206856356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="498 kB" policy= mostRecentLagMs=36761
level=debug ts=2026-02-11T22:04:06.206861608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=36279
level=debug ts=2026-02-11T22:04:06.221149448Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:06.25478635Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="78 kB" streams=2 entries=56 streamLabelsSize="70 B" entriesSize="2.0 MB" structuredMetadataSize="3.8 kB" totalSize="2.0 MB" mostRecentLagMs=35995 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:06.25482177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="557 kB" policy= mostRecentLagMs=36229
level=debug ts=2026-02-11T22:04:06.254833225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=35995
level=debug ts=2026-02-11T22:04:06.261972857Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:06.283895694Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=1 entries=43 streamLabelsSize="35 B" entriesSize="2.1 MB" structuredMetadataSize="2.8 kB" totalSize="2.1 MB" mostRecentLagMs=61 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:06.283930494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=61
level=debug ts=2026-02-11T22:04:06.290217933Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:06.314121208Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="128 kB" streams=11 entries=107 streamLabelsSize="352 B" entriesSize="2.1 MB" structuredMetadataSize="7.3 kB" totalSize="2.1 MB" mostRecentLagMs=79 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:06.314155415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="97 kB" policy= mostRecentLagMs=79
level=debug ts=2026-02-11T22:04:06.31416777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="76 kB" policy= mostRecentLagMs=80
level=debug ts=2026-02-11T22:04:06.314173666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="22 kB" policy= mostRecentLagMs=80
level=debug ts=2026-02-11T22:04:06.314180211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="15 kB" policy= mostRecentLagMs=80
level=debug ts=2026-02-11T22:04:06.31418646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="77 kB" policy= mostRecentLagMs=80
level=debug ts=2026-02-11T22:04:06.314192235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="16 kB" policy= mostRecentLagMs=79
level=debug ts=2026-02-11T22:04:06.314197335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=80
level=debug ts=2026-02-11T22:04:06.314203095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="345 kB" policy= mostRecentLagMs=80
level=debug ts=2026-02-11T22:04:06.314208386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="173 kB" policy= mostRecentLagMs=80
level=debug ts=2026-02-11T22:04:06.314213017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="32 kB" policy= mostRecentLagMs=80
level=debug ts=2026-02-11T22:04:06.314217551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="197 kB" policy= mostRecentLagMs=80
level=debug ts=2026-02-11T22:04:06.322886088Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:07.815746224Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="158 kB" streams=44 entries=166 streamLabelsSize="1.4 kB" entriesSize="2.1 MB" structuredMetadataSize="11 kB" totalSize="2.1 MB" mostRecentLagMs=1552 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:07.815778544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815789204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="55 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.81579637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="23 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815802256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815808656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-console\"}" streamLabelsHash=982757297 streamSizeBytes="541 B" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815814419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="126 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815819406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="487 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815825178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="698 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815831172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="12 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815836756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815844208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="219 B" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815851877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815858782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815866997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="33 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815874752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815882939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815891088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="14 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815900163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="861 B" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815908125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="12 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815916032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815924366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815932266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.81594071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815949476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815957953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca-operator\"}" streamLabelsHash=398760788 streamSizeBytes="43 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815966768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="37 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.815975634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.81598429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="12 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.81599245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="652 B" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816000347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816009102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="22 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816017424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="32 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816026219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816032881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="54 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816038572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816044731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="29 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816049601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.81605411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="27 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816058953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="96 B" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816064584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="13 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816069831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="163 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816074828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="78 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816079286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.816084429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=1552
level=debug ts=2026-02-11T22:04:07.828410128Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:10.492062957Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-11T22:04:11.828466381Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="63 kB" streams=11 entries=26 streamLabelsSize="346 B" entriesSize="1.3 MB" structuredMetadataSize="1.7 kB" totalSize="1.3 MB" mostRecentLagMs=1407 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:11.828500227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="111 B" policy= mostRecentLagMs=1407
level=debug ts=2026-02-11T22:04:11.828511265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="236 B" policy= mostRecentLagMs=2407
level=debug ts=2026-02-11T22:04:11.82851838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="61 kB" policy= mostRecentLagMs=5499
level=debug ts=2026-02-11T22:04:11.828524547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=4053
level=debug ts=2026-02-11T22:04:11.828530321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=8407
level=debug ts=2026-02-11T22:04:11.82853536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=9296
level=debug ts=2026-02-11T22:04:11.828540339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=9296
level=debug ts=2026-02-11T22:04:11.828545072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="713 kB" policy= mostRecentLagMs=1752
level=debug ts=2026-02-11T22:04:11.828550589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="465 kB" policy= mostRecentLagMs=6407
level=debug ts=2026-02-11T22:04:11.828555202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=9296
level=debug ts=2026-02-11T22:04:11.828560107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="50 kB" policy= mostRecentLagMs=9296
level=debug ts=2026-02-11T22:04:11.834108469Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:16.015898986Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=9 entries=13 streamLabelsSize="312 B" entriesSize="192 kB" structuredMetadataSize="838 B" totalSize="192 kB" mostRecentLagMs=2008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:16.015932875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-11T22:04:16.015944554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="100 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:04:16.015951516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:04:16.015957644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-11T22:04:16.015964649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="12 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-11T22:04:16.015970233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-11T22:04:16.015975713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:04:16.015980596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="53 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:04:16.015985593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="111 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:04:16.018570851Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:17.769059353Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=9 entries=9 streamLabelsSize="317 B" entriesSize="105 kB" structuredMetadataSize="590 B" totalSize="106 kB" mostRecentLagMs=2280 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:17.769093669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8280
level=debug ts=2026-02-11T22:04:17.769105189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=9279
level=debug ts=2026-02-11T22:04:17.769113114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="236 B" policy= mostRecentLagMs=6280
level=debug ts=2026-02-11T22:04:17.769120284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="111 B" policy= mostRecentLagMs=5280
level=debug ts=2026-02-11T22:04:17.769125533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="32 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:04:17.769130547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=2280
level=debug ts=2026-02-11T22:04:17.76913551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="417 B" policy= mostRecentLagMs=8280
level=debug ts=2026-02-11T22:04:17.769141317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="240 B" policy= mostRecentLagMs=8280
level=debug ts=2026-02-11T22:04:17.769146111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="48 kB" policy= mostRecentLagMs=9279
level=debug ts=2026-02-11T22:04:17.771767372Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:04:20.052110847Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:45164"
level=debug ts=2026-02-11T22:04:21.970773839Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=5 entries=8 streamLabelsSize="145 B" entriesSize="647 kB" structuredMetadataSize="537 B" totalSize="647 kB" mostRecentLagMs=1550 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:21.97080471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="346 B" policy= mostRecentLagMs=3549
level=debug ts=2026-02-11T22:04:21.970817459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="635 kB" policy= mostRecentLagMs=5807
level=debug ts=2026-02-11T22:04:21.970825104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=1550
level=debug ts=2026-02-11T22:04:21.970831406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5549
level=debug ts=2026-02-11T22:04:21.970837607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=2549
level=debug ts=2026-02-11T22:04:21.975004612Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:27.014703609Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=9 entries=10 streamLabelsSize="264 B" entriesSize="68 kB" structuredMetadataSize="644 B" totalSize="68 kB" mostRecentLagMs=737 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:27.014734619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="18 kB" policy= mostRecentLagMs=2705
level=debug ts=2026-02-11T22:04:27.014745539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-11T22:04:27.014755104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:04:27.014765785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=737
level=debug ts=2026-02-11T22:04:27.014772016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="11 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:04:27.014777398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:04:27.014783359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-11T22:04:27.014788261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:04:27.014793309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-11T22:04:27.016858677Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:27.159786977Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-11T22:04:28.075832139Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:04:29.494974689Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.9 kB" streams=6 entries=9 streamLabelsSize="160 B" entriesSize="77 kB" structuredMetadataSize="566 B" totalSize="77 kB" mostRecentLagMs=6 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:29.495007629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-11T22:04:29.495019321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="53 kB" policy= mostRecentLagMs=143
level=debug ts=2026-02-11T22:04:29.495027735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="221 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:04:29.49503468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="14 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:04:29.495040473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-11T22:04:29.495045531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:04:29.496637133Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:32.072988468Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=8 entries=11 streamLabelsSize="248 B" entriesSize="823 kB" structuredMetadataSize="753 B" totalSize="823 kB" mostRecentLagMs=1265 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:32.073022095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=5652
level=debug ts=2026-02-11T22:04:32.073033395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3652
level=debug ts=2026-02-11T22:04:32.073041383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10022
level=debug ts=2026-02-11T22:04:32.073048313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=8651
level=debug ts=2026-02-11T22:04:32.073053785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1652
level=debug ts=2026-02-11T22:04:32.073059032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2652
level=debug ts=2026-02-11T22:04:32.073064615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="24 kB" policy= mostRecentLagMs=1574
level=debug ts=2026-02-11T22:04:32.07306978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="758 kB" policy= mostRecentLagMs=1265
level=debug ts=2026-02-11T22:04:32.078004133Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:39.014744718Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=11 entries=13 streamLabelsSize="378 B" entriesSize="88 kB" structuredMetadataSize="829 B" totalSize="88 kB" mostRecentLagMs=7 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:39.014782328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:04:39.014794812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="134 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:04:39.014803734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:04:39.014811046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-11T22:04:39.014818196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:04:39.014823242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:04:39.014828649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:04:39.014834041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:04:39.014838734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="683 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-11T22:04:39.01484355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="12 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:04:39.014849464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="67 kB" policy= mostRecentLagMs=4871
level=debug ts=2026-02-11T22:04:39.016462929Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:40.496487786Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.7 kB" streams=9 entries=12 streamLabelsSize="278 B" entriesSize="48 kB" structuredMetadataSize="761 B" totalSize="49 kB" mostRecentLagMs=1007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:40.496530031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="223 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:04:40.496546714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:04:40.496556487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:04:40.496566286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:04:40.496578795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="163 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:04:40.496587454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-11T22:04:40.496597638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:04:40.496606584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:04:40.496615934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="14 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:04:40.498392279Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:44.000776463Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=8 entries=10 streamLabelsSize="271 B" entriesSize="135 kB" structuredMetadataSize="666 B" totalSize="135 kB" mostRecentLagMs=579 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:44.000810731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="15 kB" policy= mostRecentLagMs=2580
level=debug ts=2026-02-11T22:04:44.000824617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="143 B" policy= mostRecentLagMs=3579
level=debug ts=2026-02-11T22:04:44.000831237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5579
level=debug ts=2026-02-11T22:04:44.000837365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=4580
level=debug ts=2026-02-11T22:04:44.000842994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="12 kB" policy= mostRecentLagMs=2580
level=debug ts=2026-02-11T22:04:44.000848705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=579
level=debug ts=2026-02-11T22:04:44.000853876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="81 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:04:44.000859029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=579
level=debug ts=2026-02-11T22:04:44.00319205Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:48.638926664Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-11T22:04:50.054507577Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:52928"
level=debug ts=2026-02-11T22:04:50.866531257Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=7 entries=13 streamLabelsSize="244 B" entriesSize="270 kB" structuredMetadataSize="846 B" totalSize="270 kB" mostRecentLagMs=2859 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:50.866564881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="209 kB" policy= mostRecentLagMs=4470
level=debug ts=2026-02-11T22:04:50.866576275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:04:50.866584215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="18 kB" policy= mostRecentLagMs=5859
level=debug ts=2026-02-11T22:04:50.866589936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=3859
level=debug ts=2026-02-11T22:04:50.866595355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="773 B" policy= mostRecentLagMs=2859
level=debug ts=2026-02-11T22:04:50.866601579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="753 B" policy= mostRecentLagMs=6859
level=debug ts=2026-02-11T22:04:50.866606976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="14 kB" policy= mostRecentLagMs=4859
level=debug ts=2026-02-11T22:04:50.868782857Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:52.494325059Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.5 kB" streams=10 entries=12 streamLabelsSize="302 B" entriesSize="47 kB" structuredMetadataSize="793 B" totalSize="48 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:52.494360131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="16 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:04:52.494372514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:04:52.494379877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="16 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:04:52.494386362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:04:52.494394344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:04:52.494399828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:04:52.494404854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:04:52.494410221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:04:52.494414895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:04:52.494419964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:04:52.49641175Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:04:55.441622585Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=3 entries=7 streamLabelsSize="95 B" entriesSize="967 kB" structuredMetadataSize="513 B" totalSize="967 kB" mostRecentLagMs=2800 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:04:55.441652201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="633 B" policy= mostRecentLagMs=9020
level=debug ts=2026-02-11T22:04:55.441662856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=10021
level=debug ts=2026-02-11T22:04:55.44167043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="964 kB" policy= mostRecentLagMs=2800
level=debug ts=2026-02-11T22:04:55.446427628Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:04:58.078831607Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:05:01.020769763Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=8 entries=18 streamLabelsSize="231 B" entriesSize="455 kB" structuredMetadataSize="1.2 kB" totalSize="455 kB" mostRecentLagMs=13 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:01.020801558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="15 kB" policy= mostRecentLagMs=13
level=debug ts=2026-02-11T22:05:01.020813729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="14 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-11T22:05:01.020820032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:05:01.020826728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-11T22:05:01.02083204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-11T22:05:01.020837172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="140 kB" policy= mostRecentLagMs=2456
level=debug ts=2026-02-11T22:05:01.020842139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="269 kB" policy= mostRecentLagMs=3776
level=debug ts=2026-02-11T22:05:01.020847021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-11T22:05:01.023984204Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:05:04.277137745Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=8 entries=13 streamLabelsSize="254 B" entriesSize="298 kB" structuredMetadataSize="955 B" totalSize="298 kB" mostRecentLagMs=528 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:04.277170336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=9788
level=debug ts=2026-02-11T22:05:04.277181417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="83 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:05:04.277189891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="177 kB" policy= mostRecentLagMs=528
level=debug ts=2026-02-11T22:05:04.277195379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="233 B" policy= mostRecentLagMs=3788
level=debug ts=2026-02-11T22:05:04.277200578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=6788
level=debug ts=2026-02-11T22:05:04.277206247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=3788
level=debug ts=2026-02-11T22:05:04.277211338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=9743
level=debug ts=2026-02-11T22:05:04.277217062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="776 B" policy= mostRecentLagMs=788
level=debug ts=2026-02-11T22:05:04.2797609Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:05:06.081506813Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=9 entries=16 streamLabelsSize="284 B" entriesSize="1.0 MB" structuredMetadataSize="1.1 kB" totalSize="1.0 MB" mostRecentLagMs=2350 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:06.081538755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=7660
level=debug ts=2026-02-11T22:05:06.081550238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=2661
level=debug ts=2026-02-11T22:05:06.081557034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=6660
level=debug ts=2026-02-11T22:05:06.081562559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="681 kB" policy= mostRecentLagMs=2350
level=debug ts=2026-02-11T22:05:06.081567454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=7660
level=debug ts=2026-02-11T22:05:06.081572128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="776 B" policy= mostRecentLagMs=2661
level=debug ts=2026-02-11T22:05:06.08157776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=8660
level=debug ts=2026-02-11T22:05:06.081583278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="269 kB" policy= mostRecentLagMs=6910
level=debug ts=2026-02-11T22:05:06.081589098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2661
level=debug ts=2026-02-11T22:05:06.08769904Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:05:11.463362796Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=9 entries=38 streamLabelsSize="319 B" entriesSize="770 kB" structuredMetadataSize="2.3 kB" totalSize="770 kB" mostRecentLagMs=456 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:11.463396685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3456
level=debug ts=2026-02-11T22:05:11.463408331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="554 B" policy= mostRecentLagMs=456
level=debug ts=2026-02-11T22:05:11.463416401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="591 kB" policy= mostRecentLagMs=907
level=debug ts=2026-02-11T22:05:11.463421887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=8823
level=debug ts=2026-02-11T22:05:11.463428161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="99 kB" policy= mostRecentLagMs=4726
level=debug ts=2026-02-11T22:05:11.463434641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5456
level=debug ts=2026-02-11T22:05:11.46343961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=4456
level=debug ts=2026-02-11T22:05:11.463445007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4456
level=debug ts=2026-02-11T22:05:11.463450056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=3456
level=debug ts=2026-02-11T22:05:11.467093473Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:05:14.495277437Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=13 entries=16 streamLabelsSize="391 B" entriesSize="158 kB" structuredMetadataSize="1.1 kB" totalSize="158 kB" mostRecentLagMs=1006 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:14.495308116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-11T22:05:14.49531897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:05:14.495326616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:05:14.495333544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="907 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-11T22:05:14.495338664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="371 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-11T22:05:14.495343527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="189 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:05:14.495348015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:05:14.495353543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:05:14.495358399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:05:14.495363739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="61 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:05:14.495368602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="67 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:05:14.49537327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:05:14.495377945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="729 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:05:14.497137473Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:05:16.437973717Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=4 entries=6 streamLabelsSize="126 B" entriesSize="833 kB" structuredMetadataSize="426 B" totalSize="833 kB" mostRecentLagMs=986 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:16.438005551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="734 kB" policy= mostRecentLagMs=986
level=debug ts=2026-02-11T22:05:16.438017526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5058
level=debug ts=2026-02-11T22:05:16.43802455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="633 B" policy= mostRecentLagMs=10017
level=debug ts=2026-02-11T22:05:16.438030601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="81 kB" policy= mostRecentLagMs=1017
level=debug ts=2026-02-11T22:05:16.470215359Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:05:18.233875054Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-11T22:05:18.23544622Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-11T22:05:22.257136691Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=10 entries=16 streamLabelsSize="316 B" entriesSize="243 kB" structuredMetadataSize="1.0 kB" totalSize="244 kB" mostRecentLagMs=45 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:22.257166168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2249
level=debug ts=2026-02-11T22:05:22.257184566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="61 kB" policy= mostRecentLagMs=8250
level=debug ts=2026-02-11T22:05:22.257193019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="128 kB" policy= mostRecentLagMs=46
level=debug ts=2026-02-11T22:05:22.257199763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=5249
level=debug ts=2026-02-11T22:05:22.257205391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7250
level=debug ts=2026-02-11T22:05:22.257210396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8250
level=debug ts=2026-02-11T22:05:22.257215371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="173 B" policy= mostRecentLagMs=8250
level=debug ts=2026-02-11T22:05:22.257220137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="31 kB" policy= mostRecentLagMs=7250
level=debug ts=2026-02-11T22:05:22.257224635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=7250
level=debug ts=2026-02-11T22:05:22.257229346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=249
level=debug ts=2026-02-11T22:05:22.259186535Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:05:24.40987416Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:58750"
level=debug ts=2026-02-11T22:05:24.49677885Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.5 kB" streams=5 entries=5 streamLabelsSize="162 B" entriesSize="99 kB" structuredMetadataSize="367 B" totalSize="99 kB" mostRecentLagMs=1185 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:24.496810359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="32 kB" policy= mostRecentLagMs=1185
level=debug ts=2026-02-11T22:05:24.496822595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="62 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:05:24.496828701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:05:24.496834159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:05:24.496839698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:05:24.498796039Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:05:27.439072711Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=4 entries=7 streamLabelsSize="119 B" entriesSize="877 kB" structuredMetadataSize="484 B" totalSize="877 kB" mostRecentLagMs=694 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:27.439104206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=7018
level=debug ts=2026-02-11T22:05:27.439115804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="861 kB" policy= mostRecentLagMs=694
level=debug ts=2026-02-11T22:05:27.439121997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-11T22:05:27.439127817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4018
level=debug ts=2026-02-11T22:05:27.443406964Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:05:28.081846072Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:05:33.013092118Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.6 kB" streams=7 entries=9 streamLabelsSize="231 B" entriesSize="67 kB" structuredMetadataSize="566 B" totalSize="67 kB" mostRecentLagMs=2005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:33.013133996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="881 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:05:33.013147588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-11T22:05:33.013155716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:05:33.013161669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:05:33.013167316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="44 kB" policy= mostRecentLagMs=3896
level=debug ts=2026-02-11T22:05:33.013172339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="372 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:05:33.013177276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:05:33.014498837Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:05:37.493948058Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=5 entries=6 streamLabelsSize="150 B" entriesSize="6.1 kB" structuredMetadataSize="389 B" totalSize="6.3 kB" mostRecentLagMs=3004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:37.493980459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-11T22:05:37.493991945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="236 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:05:37.493999511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:05:37.494005807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:05:37.494011381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:05:37.494946137Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:05:38.43577166Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=8 entries=12 streamLabelsSize="260 B" entriesSize="708 kB" structuredMetadataSize="814 B" totalSize="708 kB" mostRecentLagMs=15 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:38.435803286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9014
level=debug ts=2026-02-11T22:05:38.43581465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=8015
level=debug ts=2026-02-11T22:05:38.435820963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="666 kB" policy= mostRecentLagMs=1908
level=debug ts=2026-02-11T22:05:38.435826927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:05:38.435832903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="28 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-11T22:05:38.435838359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="236 B" policy= mostRecentLagMs=5015
level=debug ts=2026-02-11T22:05:38.435844267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="924 B" policy= mostRecentLagMs=7014
level=debug ts=2026-02-11T22:05:38.435849206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5015
level=debug ts=2026-02-11T22:05:38.439699892Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:05:44.014747773Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=9 entries=10 streamLabelsSize="292 B" entriesSize="71 kB" structuredMetadataSize="645 B" totalSize="71 kB" mostRecentLagMs=7 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:44.014780223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="25 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:05:44.014791998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="21 kB" policy= mostRecentLagMs=8428
level=debug ts=2026-02-11T22:05:44.014798832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:05:44.014805657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:05:44.01481179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:05:44.014817139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:05:44.014822542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="15 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:05:44.014827049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:05:44.014831746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-11T22:05:44.016337786Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:05:48.493029751Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=6 entries=7 streamLabelsSize="217 B" entriesSize="27 kB" structuredMetadataSize="447 B" totalSize="27 kB" mostRecentLagMs=5004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:48.493061511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-11T22:05:48.493072434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-11T22:05:48.493079131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:05:48.493084864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-11T22:05:48.493090183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-11T22:05:48.493096602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="12 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:05:48.494111873Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:05:49.330963218Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=4 entries=9 streamLabelsSize="137 B" entriesSize="1.0 MB" structuredMetadataSize="671 B" totalSize="1.0 MB" mostRecentLagMs=108 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:49.330994804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=108
level=debug ts=2026-02-11T22:05:49.331006247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="14 kB" policy= mostRecentLagMs=4909
level=debug ts=2026-02-11T22:05:49.331013257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="11 kB" policy= mostRecentLagMs=7910
level=debug ts=2026-02-11T22:05:49.331019031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=910
level=debug ts=2026-02-11T22:05:49.33645781Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:05:54.413116114Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:59034"
level=debug ts=2026-02-11T22:05:55.012433439Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=5 entries=6 streamLabelsSize="156 B" entriesSize="32 kB" structuredMetadataSize="400 B" totalSize="32 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:05:55.012463606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="411 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:05:55.012475069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="25 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:05:55.012482597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:05:55.012489141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:05:55.012494659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:05:55.013447992Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:05:57.884802985Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:38918"
ts=2026-02-11T22:05:58.084937118Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:06:00.442484665Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=4 entries=7 streamLabelsSize="112 B" entriesSize="777 kB" structuredMetadataSize="492 B" totalSize="777 kB" mostRecentLagMs=579 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:00.442515605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="761 kB" policy= mostRecentLagMs=579
level=debug ts=2026-02-11T22:06:00.442526362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=3021
level=debug ts=2026-02-11T22:06:00.442534416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10022
level=debug ts=2026-02-11T22:06:00.442540443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7021
level=debug ts=2026-02-11T22:06:00.446625053Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:06:00.494063426Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.0 kB" streams=10 entries=11 streamLabelsSize="294 B" entriesSize="28 kB" structuredMetadataSize="735 B" totalSize="29 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:00.494092732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:06:00.494103365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:06:00.494111178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:06:00.494117584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:06:00.494124087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="754 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:06:00.494129629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:06:00.494135121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:06:00.494140291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:06:00.494144827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:06:00.494149767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:06:00.495465212Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:06:07.013779918Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.9 kB" streams=8 entries=10 streamLabelsSize="245 B" entriesSize="59 kB" structuredMetadataSize="626 B" totalSize="59 kB" mostRecentLagMs=6 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:07.013809895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="11 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:06:07.013820962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:06:07.01382925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="26 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:06:07.013834705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:06:07.013840823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:06:07.013846155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="519 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:06:07.013851557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="16 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-11T22:06:07.013857793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:06:07.015329971Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:06:07.245729104Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-11T22:06:11.431547561Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=5 entries=8 streamLabelsSize="149 B" entriesSize="222 kB" structuredMetadataSize="559 B" totalSize="222 kB" mostRecentLagMs=32 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:11.431586341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:06:11.431604922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="208 kB" policy= mostRecentLagMs=32
level=debug ts=2026-02-11T22:06:11.43161541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:06:11.431625228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-11T22:06:11.431635764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-11T22:06:11.433814641Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:06:11.493493435Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.7 kB" streams=5 entries=5 streamLabelsSize="164 B" entriesSize="7.7 kB" structuredMetadataSize="347 B" totalSize="7.8 kB" mostRecentLagMs=4 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:11.4935261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="637 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:06:11.493538639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:06:11.49354624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:06:11.493551718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:06:11.493558478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="284 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:06:11.494378305Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:06:18.012938283Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=6 entries=7 streamLabelsSize="195 B" entriesSize="14 kB" structuredMetadataSize="446 B" totalSize="14 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:18.012982957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:06:18.013000757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:06:18.013012611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:06:18.013022025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:06:18.013030189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:06:18.013038217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="771 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:06:18.014048428Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:06:22.022861263Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=5 entries=9 streamLabelsSize="157 B" entriesSize="470 kB" structuredMetadataSize="573 B" totalSize="470 kB" mostRecentLagMs=1602 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:22.022895099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="422 kB" policy= mostRecentLagMs=2640
level=debug ts=2026-02-11T22:06:22.022906431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="701 B" policy= mostRecentLagMs=4601
level=debug ts=2026-02-11T22:06:22.022912755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="41 kB" policy= mostRecentLagMs=3601
level=debug ts=2026-02-11T22:06:22.022918233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=1602
level=debug ts=2026-02-11T22:06:22.022923661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2602
level=debug ts=2026-02-11T22:06:22.025844799Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:06:24.416196225Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:59134"
level=debug ts=2026-02-11T22:06:24.49298011Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=7 entries=7 streamLabelsSize="224 B" entriesSize="12 kB" structuredMetadataSize="419 B" totalSize="12 kB" mostRecentLagMs=3 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:24.493008243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="924 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:06:24.493018365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="355 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:06:24.493025131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:06:24.493030558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:06:24.493035925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:06:24.493042809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="537 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:06:24.493048161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="922 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:06:24.493993986Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:06:28.088158814Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:06:33.011421968Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=6 entries=6 streamLabelsSize="214 B" entriesSize="14 kB" structuredMetadataSize="374 B" totalSize="15 kB" mostRecentLagMs=4 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:33.011459609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-11T22:06:33.011484945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:06:33.01149298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-11T22:06:33.011500181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:06:33.011505803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:06:33.011512988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:06:33.012457754Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:06:33.426794153Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.6 kB" streams=7 entries=7 streamLabelsSize="218 B" entriesSize="100 kB" structuredMetadataSize="468 B" totalSize="100 kB" mostRecentLagMs=1006 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:33.426823425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:06:33.426833499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="633 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:06:33.42683976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:06:33.426845105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:06:33.426850668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:06:33.426855441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="82 kB" policy= mostRecentLagMs=3334
level=debug ts=2026-02-11T22:06:33.426860193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:06:33.4287365Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:06:36.493677153Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=5 entries=7 streamLabelsSize="140 B" entriesSize="25 kB" structuredMetadataSize="469 B" totalSize="25 kB" mostRecentLagMs=3004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:36.493706573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:06:36.493717342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:06:36.493724933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:06:36.493730676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:06:36.493735873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="698 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:06:36.494703329Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:06:48.431920677Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=5 entries=9 streamLabelsSize="148 B" entriesSize="527 kB" structuredMetadataSize="621 B" totalSize="527 kB" mostRecentLagMs=1010 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:48.431958456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="500 kB" policy= mostRecentLagMs=2279
level=debug ts=2026-02-11T22:06:48.431973263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="12 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-11T22:06:48.4319852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:06:48.431993996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-11T22:06:48.43200236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-11T22:06:48.435105835Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:06:49.011848786Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=7 entries=10 streamLabelsSize="217 B" entriesSize="12 kB" structuredMetadataSize="655 B" totalSize="12 kB" mostRecentLagMs=5004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:49.011880344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="436 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:06:49.01189288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:06:49.011900352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:06:49.011906702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:06:49.01191256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:06:49.011918667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:06:49.011925806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:06:49.012870843Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:06:49.493341025Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=6 entries=7 streamLabelsSize="200 B" entriesSize="8.6 kB" structuredMetadataSize="433 B" totalSize="8.8 kB" mostRecentLagMs=5004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:49.493372187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:06:49.493383851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:06:49.493390264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="746 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:06:49.493397241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:06:49.493402415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:06:49.493407766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:06:49.494325587Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:06:54.418713012Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:47172"
ts=2026-02-11T22:06:57.889819372Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:42556"
ts=2026-02-11T22:06:58.091382308Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:06:59.425478865Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=3 entries=3 streamLabelsSize="90 B" entriesSize="87 kB" structuredMetadataSize="212 B" totalSize="87 kB" mostRecentLagMs=2630 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:06:59.425508173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="86 kB" policy= mostRecentLagMs=2630
level=debug ts=2026-02-11T22:06:59.42551905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:06:59.42552659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:06:59.427302412Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:07:00.492054381Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="618 B" streams=2 entries=3 streamLabelsSize="61 B" entriesSize="1.2 kB" structuredMetadataSize="208 B" totalSize="1.2 kB" mostRecentLagMs=2003 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:00.492083591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="599 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-11T22:07:00.492093945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-11T22:07:00.492932424Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:07:02.836708166Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-11T22:07:08.012097396Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=5 entries=8 streamLabelsSize="187 B" entriesSize="26 kB" structuredMetadataSize="517 B" totalSize="26 kB" mostRecentLagMs=3004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:08.012127197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:07:08.012138439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="13 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:07:08.01214441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:07:08.012150242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="216 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:07:08.012156598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="282 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:07:08.013142249Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:07:11.42989576Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=4 entries=4 streamLabelsSize="135 B" entriesSize="333 kB" structuredMetadataSize="261 B" totalSize="334 kB" mostRecentLagMs=9 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:11.429927004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:07:11.429937934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="330 kB" policy= mostRecentLagMs=7301
level=debug ts=2026-02-11T22:07:11.429944973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="649 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-11T22:07:11.429950749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:07:11.43224631Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:07:11.494763897Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.1 kB" streams=6 entries=11 streamLabelsSize="204 B" entriesSize="103 kB" structuredMetadataSize="774 B" totalSize="103 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:11.494796046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:07:11.494807309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="635 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:07:11.49481375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="97 kB" policy= mostRecentLagMs=4521
level=debug ts=2026-02-11T22:07:11.494820189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="883 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:07:11.494825686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:07:11.49483218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="446 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:07:11.496089848Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:07:19.011810244Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=6 entries=7 streamLabelsSize="173 B" entriesSize="3.4 kB" structuredMetadataSize="451 B" totalSize="3.5 kB" mostRecentLagMs=1005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:19.011840407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:07:19.011851361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:07:19.011858626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="442 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:07:19.011863987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="902 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:07:19.011869017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="630 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:07:19.011875666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:07:19.012769557Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:07:22.49354614Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.1 kB" streams=3 entries=3 streamLabelsSize="89 B" entriesSize="2.6 kB" structuredMetadataSize="195 B" totalSize="2.7 kB" mostRecentLagMs=8004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:22.49357715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:07:22.493588545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:07:22.493597594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="924 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:07:22.494487996Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:07:23.425386106Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.8 kB" streams=4 entries=4 streamLabelsSize="112 B" entriesSize="89 kB" structuredMetadataSize="273 B" totalSize="89 kB" mostRecentLagMs=4 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:23.42541508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:07:23.425426555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:07:23.425434093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:07:23.425441883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="86 kB" policy= mostRecentLagMs=8577
level=debug ts=2026-02-11T22:07:23.426873808Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:07:28.094526596Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:07:31.011839538Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.1 kB" streams=4 entries=4 streamLabelsSize="156 B" entriesSize="7.8 kB" structuredMetadataSize="250 B" totalSize="8.0 kB" mostRecentLagMs=2004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:31.011872738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:07:31.011885196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:07:31.011891339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="627 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:07:31.011896725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-11T22:07:31.012756218Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:07:33.49287532Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=4 entries=4 streamLabelsSize="111 B" entriesSize="7.3 kB" structuredMetadataSize="265 B" totalSize="7.4 kB" mostRecentLagMs=1004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:33.492905999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:07:33.492918169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-11T22:07:33.492924814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="692 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:07:33.492931211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:07:33.493798313Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:07:35.957144361Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=8 streamLabelsSize="193 B" entriesSize="441 kB" structuredMetadataSize="556 B" totalSize="441 kB" mostRecentLagMs=3536 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:35.957173941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="432 kB" policy= mostRecentLagMs=9977
level=debug ts=2026-02-11T22:07:35.95718475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=4536
level=debug ts=2026-02-11T22:07:35.957191422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5535
level=debug ts=2026-02-11T22:07:35.957197682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=5535
level=debug ts=2026-02-11T22:07:35.957203023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3536
level=debug ts=2026-02-11T22:07:35.957209443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="633 B" policy= mostRecentLagMs=8536
level=debug ts=2026-02-11T22:07:35.960047802Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:07:43.012793515Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=5 entries=9 streamLabelsSize="155 B" entriesSize="26 kB" structuredMetadataSize="584 B" totalSize="26 kB" mostRecentLagMs=2005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:43.012823118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:07:43.012833817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:07:43.012842157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:07:43.012848526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="21 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-11T22:07:43.012854691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:07:43.013789681Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:07:46.661922915Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=3 entries=5 streamLabelsSize="87 B" entriesSize="258 kB" structuredMetadataSize="359 B" totalSize="258 kB" mostRecentLagMs=3241 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:46.661955205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=3241
level=debug ts=2026-02-11T22:07:46.661966504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=3576
level=debug ts=2026-02-11T22:07:46.661974486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="230 kB" policy= mostRecentLagMs=5415
level=debug ts=2026-02-11T22:07:46.66395861Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:07:47.495670714Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.5 kB" streams=11 entries=12 streamLabelsSize="384 B" entriesSize="67 kB" structuredMetadataSize="797 B" totalSize="67 kB" mostRecentLagMs=3006 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:47.495701453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="25 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-11T22:07:47.495711731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="480 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-11T22:07:47.495719047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="20 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:07:47.495724209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="729 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:07:47.495729525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:07:47.495736731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:07:47.495742572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="873 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:07:47.495749014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:07:47.495756858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:07:47.495763111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:07:47.495769148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:07:47.497053267Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:07:54.011624758Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=4 entries=7 streamLabelsSize="147 B" entriesSize="20 kB" structuredMetadataSize="454 B" totalSize="20 kB" mostRecentLagMs=4 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:54.01165146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:07:54.011662837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:07:54.011669455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:07:54.011675937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:07:54.012605451Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:07:54.424251065Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:48310"
ts=2026-02-11T22:07:57.894159998Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:58550"
ts=2026-02-11T22:07:58.096661475Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:07:59.43118623Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=6 entries=8 streamLabelsSize="200 B" entriesSize="420 kB" structuredMetadataSize="525 B" totalSize="421 kB" mostRecentLagMs=1010 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:07:59.431216794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="815 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:07:59.431227721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:07:59.431233661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-11T22:07:59.431240047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:07:59.43124516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="395 kB" policy= mostRecentLagMs=7808
level=debug ts=2026-02-11T22:07:59.431250243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-11T22:07:59.434339817Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:08:02.494560185Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=6 entries=6 streamLabelsSize="183 B" entriesSize="7.6 kB" structuredMetadataSize="407 B" totalSize="7.8 kB" mostRecentLagMs=1005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:02.494628182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:08:02.494652657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="150 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:08:02.494668455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:08:02.494685026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:08:02.494700168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:08:02.494714306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:08:02.495854402Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:08:03.941480009Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-11T22:08:06.012601809Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=5 entries=5 streamLabelsSize="168 B" entriesSize="35 kB" structuredMetadataSize="334 B" totalSize="35 kB" mostRecentLagMs=3005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:06.01263237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="25 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:08:06.012643154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:08:06.012650588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:08:06.012658101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:08:06.012663246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-11T22:08:06.013740742Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:08:12.425955949Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.8 kB" streams=3 entries=3 streamLabelsSize="100 B" entriesSize="111 kB" structuredMetadataSize="224 B" totalSize="111 kB" mostRecentLagMs=2004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:12.425992814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-11T22:08:12.426005153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="791 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:08:12.426012424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="105 kB" policy= mostRecentLagMs=2637
level=debug ts=2026-02-11T22:08:12.427598449Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:08:13.493696324Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=5 entries=5 streamLabelsSize="157 B" entriesSize="8.7 kB" structuredMetadataSize="311 B" totalSize="8.9 kB" mostRecentLagMs=3005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:13.493728467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-11T22:08:13.493739691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:08:13.493745691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:08:13.493751882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="800 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:08:13.493757171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:08:13.494710469Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:08:19.012429448Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=6 entries=8 streamLabelsSize="177 B" entriesSize="7.3 kB" structuredMetadataSize="505 B" totalSize="7.5 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:19.012461047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:08:19.01247234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:08:19.012478783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="971 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:08:19.01248539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:08:19.012491769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:08:19.012500766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:08:19.013473972Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:08:20.069916476Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:43032"
level=debug ts=2026-02-11T22:08:22.57394719Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=7 entries=8 streamLabelsSize="211 B" entriesSize="458 kB" structuredMetadataSize="542 B" totalSize="459 kB" mostRecentLagMs=3153 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:22.573979186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9152
level=debug ts=2026-02-11T22:08:22.573990752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=4111
level=debug ts=2026-02-11T22:08:22.573998053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-11T22:08:22.574003441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8152
level=debug ts=2026-02-11T22:08:22.574008506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3153
level=debug ts=2026-02-11T22:08:22.57401437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=4153
level=debug ts=2026-02-11T22:08:22.574020484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="431 kB" policy= mostRecentLagMs=7410
level=debug ts=2026-02-11T22:08:22.576861115Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:08:24.492805313Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=4 entries=4 streamLabelsSize="125 B" entriesSize="10 kB" structuredMetadataSize="277 B" totalSize="10 kB" mostRecentLagMs=2003 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:24.492846467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:08:24.492865279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:08:24.492875761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="824 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-11T22:08:24.492885564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-11T22:08:24.493815245Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:08:28.098129434Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:08:30.013706534Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=6 entries=6 streamLabelsSize="215 B" entriesSize="28 kB" structuredMetadataSize="398 B" totalSize="29 kB" mostRecentLagMs=1006 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:30.013741109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:08:30.013753046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-11T22:08:30.013760171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:08:30.013766858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7618
level=debug ts=2026-02-11T22:08:30.013772233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-11T22:08:30.013776988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:08:30.014779137Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:08:34.433469716Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=4 entries=8 streamLabelsSize="128 B" entriesSize="523 kB" structuredMetadataSize="575 B" totalSize="523 kB" mostRecentLagMs=1012 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:34.433500401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=4394
level=debug ts=2026-02-11T22:08:34.433511572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-11T22:08:34.433517955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="495 kB" policy= mostRecentLagMs=1387
level=debug ts=2026-02-11T22:08:34.433524732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1012
level=debug ts=2026-02-11T22:08:34.436593134Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:08:38.493853072Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.6 kB" streams=8 entries=13 streamLabelsSize="232 B" entriesSize="41 kB" structuredMetadataSize="825 B" totalSize="42 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:38.493885171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:08:38.493896526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:08:38.493903183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="220 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:08:38.493908774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:08:38.493913869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="12 kB" policy= mostRecentLagMs=59
level=debug ts=2026-02-11T22:08:38.493920232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:08:38.493925007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:08:38.493931167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:08:38.495138255Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:08:41.012770753Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=5 entries=6 streamLabelsSize="186 B" entriesSize="80 kB" structuredMetadataSize="396 B" totalSize="80 kB" mostRecentLagMs=2005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:41.012803835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=2020
level=debug ts=2026-02-11T22:08:41.01281612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:08:41.012827471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:08:41.012837198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:08:41.012842795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:08:41.014611497Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:08:46.529057455Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=5 entries=11 streamLabelsSize="152 B" entriesSize="1.4 MB" structuredMetadataSize="792 B" totalSize="1.4 MB" mostRecentLagMs=2107 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:46.529089874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=2786
level=debug ts=2026-02-11T22:08:46.529100631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5108
level=debug ts=2026-02-11T22:08:46.529107794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="12 kB" policy= mostRecentLagMs=3108
level=debug ts=2026-02-11T22:08:46.529113491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=2107
level=debug ts=2026-02-11T22:08:46.529119154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8108
level=debug ts=2026-02-11T22:08:46.534656338Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:08:46.90787175Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-11T22:08:49.494618371Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=8 entries=8 streamLabelsSize="243 B" entriesSize="16 kB" structuredMetadataSize="509 B" totalSize="16 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:49.494652479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:08:49.494663938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:08:49.494672456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:08:49.494677828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:08:49.494682709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:08:49.494687561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="210 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:08:49.494693181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:08:49.494698641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="480 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:08:49.495749645Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:08:50.071638778Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:39322"
level=debug ts=2026-02-11T22:08:53.011806202Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=7 entries=10 streamLabelsSize="253 B" entriesSize="25 kB" structuredMetadataSize="652 B" totalSize="25 kB" mostRecentLagMs=4 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:08:53.011836101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="13 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:08:53.011847149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:08:53.011853119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:08:53.011858025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:08:53.011862996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:08:53.011867947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:08:53.011872502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:08:53.012820422Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:08:54.430489604Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:46516"
ts=2026-02-11T22:08:57.898415479Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:45306"
ts=2026-02-11T22:08:58.100488141Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:09:00.493865148Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=5 entries=5 streamLabelsSize="136 B" entriesSize="19 kB" structuredMetadataSize="346 B" totalSize="19 kB" mostRecentLagMs=1005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:00.49389457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:09:00.493905065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="14 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:09:00.493912001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:09:00.49392033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:09:00.493926062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:09:00.494857284Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:09:02.425626466Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=4 entries=5 streamLabelsSize="123 B" entriesSize="49 kB" structuredMetadataSize="351 B" totalSize="49 kB" mostRecentLagMs=1343 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:02.425656002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-11T22:09:02.425666798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:09:02.425675422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="11 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:09:02.425681193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1343
level=debug ts=2026-02-11T22:09:02.427247252Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:09:04.012488752Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=5 entries=5 streamLabelsSize="163 B" entriesSize="67 kB" structuredMetadataSize="335 B" totalSize="67 kB" mostRecentLagMs=1004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:04.012521852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="234 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:09:04.012533449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:09:04.012542653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:09:04.012549846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="60 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:09:04.012555506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:09:04.013647852Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:09:13.430801654Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=5 streamLabelsSize="150 B" entriesSize="375 kB" structuredMetadataSize="334 B" totalSize="375 kB" mostRecentLagMs=1344 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:13.430833633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-11T22:09:13.43084423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:09:13.430853367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:09:13.43086071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="373 kB" policy= mostRecentLagMs=1344
level=debug ts=2026-02-11T22:09:13.430867712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="440 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-11T22:09:13.43482903Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:09:13.495715517Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.3 kB" streams=7 entries=11 streamLabelsSize="241 B" entriesSize="82 kB" structuredMetadataSize="755 B" totalSize="83 kB" mostRecentLagMs=2007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:13.495764284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="68 kB" policy= mostRecentLagMs=7877
level=debug ts=2026-02-11T22:09:13.495774875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:09:13.49578241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-11T22:09:13.495788617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="758 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:09:13.495794917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:09:13.495800366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:09:13.495805379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:09:13.497070186Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:09:15.011506205Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=5 entries=7 streamLabelsSize="178 B" entriesSize="11 kB" structuredMetadataSize="454 B" totalSize="11 kB" mostRecentLagMs=1004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:15.011537413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:09:15.011548537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:09:15.011555259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="631 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:09:15.011560847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:09:15.011566154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:09:15.012509245Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:09:25.495044764Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.1 kB" streams=3 entries=3 streamLabelsSize="89 B" entriesSize="2.6 kB" structuredMetadataSize="195 B" totalSize="2.7 kB" mostRecentLagMs=6006 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:25.49507573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="800 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-11T22:09:25.49508614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:09:25.495093538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-11T22:09:25.495961308Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:09:26.011785891Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="791 B" streams=3 entries=3 streamLabelsSize="105 B" entriesSize="1.4 kB" structuredMetadataSize="187 B" totalSize="1.5 kB" mostRecentLagMs=1005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:26.011816133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:09:26.011827653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="769 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:09:26.011833907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:09:26.012610153Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:09:28.102437389Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:09:29.426128772Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.3 kB" streams=6 entries=9 streamLabelsSize="185 B" entriesSize="76 kB" structuredMetadataSize="595 B" totalSize="76 kB" mostRecentLagMs=1005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:29.426159366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="887 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:09:29.426170356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6606
level=debug ts=2026-02-11T22:09:29.426176014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:09:29.426182552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:09:29.426188104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-11T22:09:29.426193692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="440 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:09:29.427925667Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:09:36.4950776Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=8 entries=10 streamLabelsSize="261 B" entriesSize="53 kB" structuredMetadataSize="662 B" totalSize="53 kB" mostRecentLagMs=1473 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:36.495107363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:09:36.495118299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:09:36.495124772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:09:36.495130226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:09:36.495135629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:09:36.495140539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:09:36.495146186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="533 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:09:36.495151417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="48 kB" policy= mostRecentLagMs=1473
level=debug ts=2026-02-11T22:09:36.496284844Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:09:37.747981144Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=5 entries=5 streamLabelsSize="184 B" entriesSize="33 kB" structuredMetadataSize="315 B" totalSize="34 kB" mostRecentLagMs=3741 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:37.748018727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3741
level=debug ts=2026-02-11T22:09:37.748032557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7740
level=debug ts=2026-02-11T22:09:37.748039952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5741
level=debug ts=2026-02-11T22:09:37.748046122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4740
level=debug ts=2026-02-11T22:09:37.748052626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:09:37.74952796Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:09:42.432098514Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=3 entries=5 streamLabelsSize="110 B" entriesSize="512 kB" structuredMetadataSize="351 B" totalSize="512 kB" mostRecentLagMs=433 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:42.432128801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="494 kB" policy= mostRecentLagMs=433
level=debug ts=2026-02-11T22:09:42.432139541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=3081
level=debug ts=2026-02-11T22:09:42.432146506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:09:42.435118817Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:09:49.012206245Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=5 entries=8 streamLabelsSize="153 B" entriesSize="5.0 kB" structuredMetadataSize="521 B" totalSize="5.1 kB" mostRecentLagMs=4004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:49.012238405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:09:49.012249669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:09:49.012256645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:09:49.012263372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:09:49.012284742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:09:49.013230482Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:09:49.492824779Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=3 entries=3 streamLabelsSize="84 B" entriesSize="7.6 kB" structuredMetadataSize="193 B" totalSize="7.6 kB" mostRecentLagMs=3004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:49.49285586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:09:49.492866656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="482 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-11T22:09:49.492873547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:09:49.493719031Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:09:50.07400712Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:41122"
level=debug ts=2026-02-11T22:09:54.955793005Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=6 entries=7 streamLabelsSize="178 B" entriesSize="47 kB" structuredMetadataSize="470 B" totalSize="47 kB" mostRecentLagMs=1535 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:09:54.955826722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=2534
level=debug ts=2026-02-11T22:09:54.955838045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=6534
level=debug ts=2026-02-11T22:09:54.955845943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:09:54.955852843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4534
level=debug ts=2026-02-11T22:09:54.955859058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=2534
level=debug ts=2026-02-11T22:09:54.955865247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1535
level=debug ts=2026-02-11T22:09:54.957043483Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:09:55.301705889Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-11T22:09:55.303445072Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-11T22:09:58.104819453Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:10:00.012446288Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=4 entries=6 streamLabelsSize="158 B" entriesSize="18 kB" structuredMetadataSize="393 B" totalSize="18 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:00.012477281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:10:00.012488012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:10:00.012494525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:10:00.012500018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:10:00.013482217Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:10:01.494398644Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.0 kB" streams=4 entries=4 streamLabelsSize="115 B" entriesSize="4.9 kB" structuredMetadataSize="241 B" totalSize="5.0 kB" mostRecentLagMs=3005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:01.494430293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:10:01.494442755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:10:01.494450429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:10:01.494456275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-11T22:10:01.495337537Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:10:06.426632436Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=4 entries=4 streamLabelsSize="122 B" entriesSize="58 kB" structuredMetadataSize="260 B" totalSize="59 kB" mostRecentLagMs=5551 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:06.426671069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="14 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:10:06.426686577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=6411
level=debug ts=2026-02-11T22:10:06.426697505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-11T22:10:06.426706998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5551
level=debug ts=2026-02-11T22:10:06.428310514Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:10:14.493292242Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=9 entries=9 streamLabelsSize="282 B" entriesSize="20 kB" structuredMetadataSize="560 B" totalSize="21 kB" mostRecentLagMs=4 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:14.493324208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:10:14.493334973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:10:14.493341845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="173 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:10:14.4933483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:10:14.493356278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:10:14.493366026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="461 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:10:14.493371024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:10:14.493376776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:10:14.49338311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:10:14.494467638Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:10:18.429833596Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=2 entries=3 streamLabelsSize="65 B" entriesSize="406 kB" structuredMetadataSize="214 B" totalSize="406 kB" mostRecentLagMs=1199 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:18.429864646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="405 kB" policy= mostRecentLagMs=1199
level=debug ts=2026-02-11T22:10:18.429876346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:10:18.432796637Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:10:19.012784233Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=7 entries=11 streamLabelsSize="235 B" entriesSize="31 kB" structuredMetadataSize="743 B" totalSize="31 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:19.012816101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:10:19.012828302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="754 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-11T22:10:19.012835111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:10:19.012842909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:10:19.01284904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-11T22:10:19.012854272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:10:19.012859309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-11T22:10:19.013927913Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:10:26.494760164Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=4 entries=6 streamLabelsSize="115 B" entriesSize="31 kB" structuredMetadataSize="397 B" totalSize="31 kB" mostRecentLagMs=3268 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:26.494791843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:10:26.494802568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="376 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:10:26.494809982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-11T22:10:26.494816083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3268
level=debug ts=2026-02-11T22:10:26.495808311Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:10:28.106928806Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:10:29.135671241Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.8 kB" streams=7 entries=9 streamLabelsSize="230 B" entriesSize="205 kB" structuredMetadataSize="596 B" totalSize="205 kB" mostRecentLagMs=714 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:29.135704634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=5715
level=debug ts=2026-02-11T22:10:29.135717816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5715
level=debug ts=2026-02-11T22:10:29.135724823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=3137
level=debug ts=2026-02-11T22:10:29.135731741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=5266
level=debug ts=2026-02-11T22:10:29.135737386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=714
level=debug ts=2026-02-11T22:10:29.135742638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=8714
level=debug ts=2026-02-11T22:10:29.135748377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:10:29.13743897Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:10:30.012559766Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=7 entries=7 streamLabelsSize="244 B" entriesSize="42 kB" structuredMetadataSize="439 B" totalSize="42 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:30.012588364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:10:30.012598833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=9361
level=debug ts=2026-02-11T22:10:30.012605101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:10:30.012611769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:10:30.012617726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="338 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:10:30.01262303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:10:30.012629393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:10:30.013925415Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:10:40.431359408Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=8 streamLabelsSize="186 B" entriesSize="395 kB" structuredMetadataSize="539 B" totalSize="395 kB" mostRecentLagMs=10 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:40.431410133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-11T22:10:40.431421133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=3356
level=debug ts=2026-02-11T22:10:40.431427451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="939 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:10:40.43143471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2696
level=debug ts=2026-02-11T22:10:40.431441913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-11T22:10:40.431448078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-11T22:10:40.434586399Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:10:41.493832231Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=8 entries=8 streamLabelsSize="267 B" entriesSize="7.0 kB" structuredMetadataSize="514 B" totalSize="7.3 kB" mostRecentLagMs=2004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:41.493865495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:10:41.493876809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-11T22:10:41.493884594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:10:41.493890242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:10:41.493897038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:10:41.493903233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-11T22:10:41.493908391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:10:41.49391286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:10:41.494832355Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:10:44.012533567Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=5 entries=8 streamLabelsSize="155 B" entriesSize="21 kB" structuredMetadataSize="506 B" totalSize="21 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:44.012566173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:10:44.012577558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:10:44.012585213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:10:44.01259092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=2606
level=debug ts=2026-02-11T22:10:44.012597345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="853 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:10:44.013586887Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:10:47.124189533Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:10:51.599779906Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=13 streamLabelsSize="197 B" entriesSize="195 kB" structuredMetadataSize="844 B" totalSize="196 kB" mostRecentLagMs=110 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:51.599809874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=3110
level=debug ts=2026-02-11T22:10:51.599821088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="34 kB" policy= mostRecentLagMs=2707
level=debug ts=2026-02-11T22:10:51.599827106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2111
level=debug ts=2026-02-11T22:10:51.599832528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=110
level=debug ts=2026-02-11T22:10:51.599838699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=110
level=debug ts=2026-02-11T22:10:51.599844238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="126 kB" policy= mostRecentLagMs=1819
level=debug ts=2026-02-11T22:10:51.599849431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="28 kB" policy= mostRecentLagMs=110
level=debug ts=2026-02-11T22:10:51.601613079Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:10:51.775423064Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=7 entries=14 streamLabelsSize="225 B" entriesSize="312 kB" structuredMetadataSize="882 B" totalSize="312 kB" mostRecentLagMs=326 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:51.775453176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="28 kB" policy= mostRecentLagMs=4292
level=debug ts=2026-02-11T22:10:51.775464998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=354
level=debug ts=2026-02-11T22:10:51.775471166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7354
level=debug ts=2026-02-11T22:10:51.775476998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8354
level=debug ts=2026-02-11T22:10:51.775482437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="246 kB" policy= mostRecentLagMs=327
level=debug ts=2026-02-11T22:10:51.775488397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=354
level=debug ts=2026-02-11T22:10:51.775495758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1900
level=debug ts=2026-02-11T22:10:51.777723382Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:10:57.232091974Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=11 streamLabelsSize="216 B" entriesSize="434 kB" structuredMetadataSize="727 B" totalSize="434 kB" mostRecentLagMs=3619 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:10:57.232125877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="200 kB" policy= mostRecentLagMs=3619
level=debug ts=2026-02-11T22:10:57.232136911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7224
level=debug ts=2026-02-11T22:10:57.232144553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="196 kB" policy= mostRecentLagMs=4786
level=debug ts=2026-02-11T22:10:57.232150179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7224
level=debug ts=2026-02-11T22:10:57.232155381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4224
level=debug ts=2026-02-11T22:10:57.232160363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="31 kB" policy= mostRecentLagMs=4700
level=debug ts=2026-02-11T22:10:57.235041553Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:10:57.908571859Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:56568"
ts=2026-02-11T22:10:58.109472477Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:11:02.043814282Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=7 streamLabelsSize="127 B" entriesSize="195 kB" structuredMetadataSize="424 B" totalSize="195 kB" mostRecentLagMs=1623 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:02.043846006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=3623
level=debug ts=2026-02-11T22:11:02.043856968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="46 kB" policy= mostRecentLagMs=5909
level=debug ts=2026-02-11T22:11:02.043863187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="126 kB" policy= mostRecentLagMs=4656
level=debug ts=2026-02-11T22:11:02.043870024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=1623
level=debug ts=2026-02-11T22:11:02.04582682Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:02.159143516Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.8 kB" streams=5 entries=7 streamLabelsSize="151 B" entriesSize="108 kB" structuredMetadataSize="442 B" totalSize="108 kB" mostRecentLagMs=670 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:02.159172839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="87 kB" policy= mostRecentLagMs=4900
level=debug ts=2026-02-11T22:11:02.15918367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=2670
level=debug ts=2026-02-11T22:11:02.159191119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=9396
level=debug ts=2026-02-11T22:11:02.159197952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=2670
level=debug ts=2026-02-11T22:11:02.15920409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=670
level=debug ts=2026-02-11T22:11:02.160661917Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:08.280892133Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=11 entries=12 streamLabelsSize="340 B" entriesSize="150 kB" structuredMetadataSize="761 B" totalSize="151 kB" mostRecentLagMs=1273 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:08.280921323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:11:08.280931678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1273
level=debug ts=2026-02-11T22:11:08.280939019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1358
level=debug ts=2026-02-11T22:11:08.28094567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=6273
level=debug ts=2026-02-11T22:11:08.280950685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="382 B" policy= mostRecentLagMs=4273
level=debug ts=2026-02-11T22:11:08.280955435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="30 kB" policy= mostRecentLagMs=2273
level=debug ts=2026-02-11T22:11:08.280960385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=6273
level=debug ts=2026-02-11T22:11:08.280965001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=9274
level=debug ts=2026-02-11T22:11:08.280969656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9274
level=debug ts=2026-02-11T22:11:08.280974028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4273
level=debug ts=2026-02-11T22:11:08.280978457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=2273
level=debug ts=2026-02-11T22:11:08.282546881Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:12.427179166Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=7 entries=9 streamLabelsSize="207 B" entriesSize="180 kB" structuredMetadataSize="627 B" totalSize="180 kB" mostRecentLagMs=2006 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:12.427208717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="28 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:11:12.427219293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-11T22:11:12.427225606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:11:12.427233178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-11T22:11:12.427238628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="32 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:11:12.4272453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="19 kB" policy= mostRecentLagMs=8882
level=debug ts=2026-02-11T22:11:12.427251835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="91 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-11T22:11:12.429059152Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:12.500369668Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=15 entries=20 streamLabelsSize="461 B" entriesSize="259 kB" structuredMetadataSize="1.4 kB" totalSize="259 kB" mostRecentLagMs=668 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:12.500419239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="31 kB" policy= mostRecentLagMs=668
level=debug ts=2026-02-11T22:11:12.500430496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:11:12.500438131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="126 kB" policy= mostRecentLagMs=3623
level=debug ts=2026-02-11T22:11:12.500445708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-11T22:11:12.500451164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="13 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-11T22:11:12.500456302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="30 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:11:12.500461273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:11:12.500465898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="12 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-11T22:11:12.500470377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="731 B" policy= mostRecentLagMs=8012
level=debug ts=2026-02-11T22:11:12.500475019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="14 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-11T22:11:12.500479857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-11T22:11:12.500484927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-11T22:11:12.50048961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:11:12.500494131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="823 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-11T22:11:12.50049875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="11 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-11T22:11:12.502727684Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:19.020117268Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=7 entries=14 streamLabelsSize="225 B" entriesSize="389 kB" structuredMetadataSize="910 B" totalSize="389 kB" mostRecentLagMs=13 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:19.020146855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-11T22:11:19.020157324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-11T22:11:19.020164582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=13
level=debug ts=2026-02-11T22:11:19.020172377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6013
level=debug ts=2026-02-11T22:11:19.020178482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="436 B" policy= mostRecentLagMs=13
level=debug ts=2026-02-11T22:11:19.020185457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="295 kB" policy= mostRecentLagMs=695
level=debug ts=2026-02-11T22:11:19.020190666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="79 kB" policy= mostRecentLagMs=716
level=debug ts=2026-02-11T22:11:19.023448957Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:22.106524601Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:11:22.546634351Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="48 kB" streams=7 entries=17 streamLabelsSize="225 B" entriesSize="1.1 MB" structuredMetadataSize="1.0 kB" totalSize="1.1 MB" mostRecentLagMs=125 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:22.546665955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2125
level=debug ts=2026-02-11T22:11:22.546677636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-11T22:11:22.546683893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="86 kB" policy= mostRecentLagMs=2635
level=debug ts=2026-02-11T22:11:22.546689432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="275 kB" policy= mostRecentLagMs=3810
level=debug ts=2026-02-11T22:11:22.546695773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=125
level=debug ts=2026-02-11T22:11:22.54670214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="70 kB" policy= mostRecentLagMs=3482
level=debug ts=2026-02-11T22:11:22.546707573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="640 kB" policy= mostRecentLagMs=654
level=debug ts=2026-02-11T22:11:22.553659838Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:24.355892663Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.2 kB" streams=3 entries=4 streamLabelsSize="91 B" entriesSize="111 kB" structuredMetadataSize="252 B" totalSize="111 kB" mostRecentLagMs=2735 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:24.355926573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="59 kB" policy= mostRecentLagMs=8296
level=debug ts=2026-02-11T22:11:24.355937988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=5297
level=debug ts=2026-02-11T22:11:24.355945103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="37 kB" policy= mostRecentLagMs=2735
level=debug ts=2026-02-11T22:11:24.357573442Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:11:28.111696847Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:11:29.169439395Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="92 kB" streams=7 entries=29 streamLabelsSize="257 B" entriesSize="2.0 MB" structuredMetadataSize="1.7 kB" totalSize="2.0 MB" mostRecentLagMs=443 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:29.169472795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=689
level=debug ts=2026-02-11T22:11:29.16948323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9162
level=debug ts=2026-02-11T22:11:29.169490782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7162
level=debug ts=2026-02-11T22:11:29.169497446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="19 kB" policy= mostRecentLagMs=4162
level=debug ts=2026-02-11T22:11:29.169503136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5162
level=debug ts=2026-02-11T22:11:29.169512999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=2422
level=debug ts=2026-02-11T22:11:29.169522832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="27 kB" policy= mostRecentLagMs=443
level=debug ts=2026-02-11T22:11:29.17784813Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:31.198101776Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="85 kB" streams=5 entries=30 streamLabelsSize="160 B" entriesSize="2.0 MB" structuredMetadataSize="1.8 kB" totalSize="2.0 MB" mostRecentLagMs=232 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:31.198136036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=816
level=debug ts=2026-02-11T22:11:31.198147751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=3777
level=debug ts=2026-02-11T22:11:31.198153979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="42 kB" policy= mostRecentLagMs=1728
level=debug ts=2026-02-11T22:11:31.198159234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2777
level=debug ts=2026-02-11T22:11:31.198164386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="135 kB" policy= mostRecentLagMs=232
level=debug ts=2026-02-11T22:11:31.208440612Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:34.499314267Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=11 entries=13 streamLabelsSize="348 B" entriesSize="202 kB" structuredMetadataSize="831 B" totalSize="202 kB" mostRecentLagMs=10 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:34.499355574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="16 kB" policy= mostRecentLagMs=9126
level=debug ts=2026-02-11T22:11:34.499372736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="96 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-11T22:11:34.499384855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="325 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-11T22:11:34.499394513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-11T22:11:34.499403319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:11:34.49941197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="27 kB" policy= mostRecentLagMs=5581
level=debug ts=2026-02-11T22:11:34.499420043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-11T22:11:34.499429834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="839 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-11T22:11:34.499437267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-11T22:11:34.499445239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="22 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-11T22:11:34.499453195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="33 kB" policy= mostRecentLagMs=9522
level=debug ts=2026-02-11T22:11:34.501337636Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:39.15617749Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="61 kB" streams=8 entries=27 streamLabelsSize="252 B" entriesSize="1.5 MB" structuredMetadataSize="1.7 kB" totalSize="1.5 MB" mostRecentLagMs=149 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:39.156211141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=149
level=debug ts=2026-02-11T22:11:39.156222631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="232 B" policy= mostRecentLagMs=149
level=debug ts=2026-02-11T22:11:39.156230087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tenant-dev-jxmw\"}" streamLabelsHash=82042333 streamSizeBytes="232 B" policy= mostRecentLagMs=1148
level=debug ts=2026-02-11T22:11:39.156237624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="133 kB" policy= mostRecentLagMs=645
level=debug ts=2026-02-11T22:11:39.156242992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5148
level=debug ts=2026-02-11T22:11:39.156248277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=2294
level=debug ts=2026-02-11T22:11:39.156253297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="808 B" policy= mostRecentLagMs=149
level=debug ts=2026-02-11T22:11:39.156258009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9148
level=debug ts=2026-02-11T22:11:39.162439257Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:41.192861563Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="77 kB" streams=10 entries=25 streamLabelsSize="325 B" entriesSize="1.5 MB" structuredMetadataSize="1.6 kB" totalSize="1.5 MB" mostRecentLagMs=178 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:41.1929278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9771
level=debug ts=2026-02-11T22:11:41.192944396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7772
level=debug ts=2026-02-11T22:11:41.192955814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=772
level=debug ts=2026-02-11T22:11:41.192965449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="290 kB" policy= mostRecentLagMs=6331
level=debug ts=2026-02-11T22:11:41.192974306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=9771
level=debug ts=2026-02-11T22:11:41.19298342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="15 kB" policy= mostRecentLagMs=1231
level=debug ts=2026-02-11T22:11:41.193058452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2771
level=debug ts=2026-02-11T22:11:41.193068547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=178
level=debug ts=2026-02-11T22:11:41.193077411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=3338
level=debug ts=2026-02-11T22:11:41.193085894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="36 kB" policy= mostRecentLagMs=6570
level=debug ts=2026-02-11T22:11:41.201623212Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:44.700157673Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=13 entries=16 streamLabelsSize="398 B" entriesSize="286 kB" structuredMetadataSize="1.0 kB" totalSize="286 kB" mostRecentLagMs=211 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:44.700197819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="39 kB" policy= mostRecentLagMs=5329
level=debug ts=2026-02-11T22:11:44.700214228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="112 B" policy= mostRecentLagMs=2211
level=debug ts=2026-02-11T22:11:44.700222921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="54 kB" policy= mostRecentLagMs=5211
level=debug ts=2026-02-11T22:11:44.700230045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="33 kB" policy= mostRecentLagMs=2031
level=debug ts=2026-02-11T22:11:44.700235691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5211
level=debug ts=2026-02-11T22:11:44.700241991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=6048
level=debug ts=2026-02-11T22:11:44.700247399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3211
level=debug ts=2026-02-11T22:11:44.700253223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="73 kB" policy= mostRecentLagMs=556
level=debug ts=2026-02-11T22:11:44.700258057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="482 B" policy= mostRecentLagMs=5211
level=debug ts=2026-02-11T22:11:44.700281904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=3211
level=debug ts=2026-02-11T22:11:44.700289889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="103 B" policy= mostRecentLagMs=211
level=debug ts=2026-02-11T22:11:44.700296836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="49 kB" policy= mostRecentLagMs=7820
level=debug ts=2026-02-11T22:11:44.700301839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=1211
level=debug ts=2026-02-11T22:11:44.702497997Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:47.253996823Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="88 kB" streams=7 entries=28 streamLabelsSize="193 B" entriesSize="2.0 MB" structuredMetadataSize="1.7 kB" totalSize="2.0 MB" mostRecentLagMs=247 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:47.254029689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tenant-dev-jxmw\"}" streamLabelsHash=82042333 streamSizeBytes="245 B" policy= mostRecentLagMs=247
level=debug ts=2026-02-11T22:11:47.254040799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=931
level=debug ts=2026-02-11T22:11:47.254046786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=7247
level=debug ts=2026-02-11T22:11:47.254052272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="712 B" policy= mostRecentLagMs=247
level=debug ts=2026-02-11T22:11:47.254057335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=264
level=debug ts=2026-02-11T22:11:47.254062008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=2247
level=debug ts=2026-02-11T22:11:47.254067131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=3300
level=debug ts=2026-02-11T22:11:47.264010228Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:47.364647648Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="88 kB" streams=3 entries=24 streamLabelsSize="95 B" entriesSize="2.1 MB" structuredMetadataSize="1.5 kB" totalSize="2.1 MB" mostRecentLagMs=185 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:47.364684254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=185
level=debug ts=2026-02-11T22:11:47.364695581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="34 kB" policy= mostRecentLagMs=4943
level=debug ts=2026-02-11T22:11:47.364702112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="37 kB" policy= mostRecentLagMs=354
level=debug ts=2026-02-11T22:11:47.376668161Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:11:50.081133213Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:33978"
level=debug ts=2026-02-11T22:11:51.766991496Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=6 entries=25 streamLabelsSize="211 B" entriesSize="2.0 MB" structuredMetadataSize="1.5 kB" totalSize="2.0 MB" mostRecentLagMs=305 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:51.767037503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="60 kB" policy= mostRecentLagMs=2128
level=debug ts=2026-02-11T22:11:51.767054632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1759
level=debug ts=2026-02-11T22:11:51.767065937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=1759
level=debug ts=2026-02-11T22:11:51.767075806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="38 kB" policy= mostRecentLagMs=2242
level=debug ts=2026-02-11T22:11:51.767087462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=453
level=debug ts=2026-02-11T22:11:51.767099712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=305
level=debug ts=2026-02-11T22:11:51.776663532Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:11:54.447632458Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:60138"
level=debug ts=2026-02-11T22:11:54.830239289Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="88 kB" streams=7 entries=29 streamLabelsSize="216 B" entriesSize="2.0 MB" structuredMetadataSize="1.8 kB" totalSize="2.0 MB" mostRecentLagMs=543 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:54.83028938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6811
level=debug ts=2026-02-11T22:11:54.830300307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=543
level=debug ts=2026-02-11T22:11:54.830307835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=7156
level=debug ts=2026-02-11T22:11:54.830315045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=2409
level=debug ts=2026-02-11T22:11:54.830320938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=7510
level=debug ts=2026-02-11T22:11:54.830325557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="86 kB" policy= mostRecentLagMs=2764
level=debug ts=2026-02-11T22:11:54.830330121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="298 B" policy= mostRecentLagMs=1409
level=debug ts=2026-02-11T22:11:54.837884602Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:55.50333072Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=12 entries=17 streamLabelsSize="355 B" entriesSize="349 kB" structuredMetadataSize="1.1 kB" totalSize="349 kB" mostRecentLagMs=1014 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:55.503363331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="401 B" policy= mostRecentLagMs=8015
level=debug ts=2026-02-11T22:11:55.503374947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="685 B" policy= mostRecentLagMs=2015
level=debug ts=2026-02-11T22:11:55.50338267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="112 B" policy= mostRecentLagMs=2015
level=debug ts=2026-02-11T22:11:55.50338957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="129 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:11:55.503396418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="50 kB" policy= mostRecentLagMs=6470
level=debug ts=2026-02-11T22:11:55.50340203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="130 kB" policy= mostRecentLagMs=5186
level=debug ts=2026-02-11T22:11:55.503407614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-11T22:11:55.503413627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="119 kB" policy= mostRecentLagMs=1211
level=debug ts=2026-02-11T22:11:55.503419794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-11T22:11:55.5034249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="16 kB" policy= mostRecentLagMs=8001
level=debug ts=2026-02-11T22:11:55.503430115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tenant-dev-jxmw\"}" streamLabelsHash=82042333 streamSizeBytes="191 B" policy= mostRecentLagMs=7014
level=debug ts=2026-02-11T22:11:55.503435385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-11T22:11:55.505898265Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:11:57.621964915Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="93 kB" streams=4 entries=26 streamLabelsSize="116 B" entriesSize="2.1 MB" structuredMetadataSize="1.6 kB" totalSize="2.1 MB" mostRecentLagMs=218 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:11:57.622015902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=3765
level=debug ts=2026-02-11T22:11:57.622033675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=218
level=debug ts=2026-02-11T22:11:57.622045211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="112 B" policy= mostRecentLagMs=4615
level=debug ts=2026-02-11T22:11:57.622055995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="300 B" policy= mostRecentLagMs=1614
level=debug ts=2026-02-11T22:11:57.630685996Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:11:58.113131219Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:12:01.0048934Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="90 kB" streams=5 entries=25 streamLabelsSize="164 B" entriesSize="2.1 MB" structuredMetadataSize="1.5 kB" totalSize="2.1 MB" mostRecentLagMs=326 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:01.004925123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=326
level=debug ts=2026-02-11T22:12:01.004936953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="901 B" policy= mostRecentLagMs=2584
level=debug ts=2026-02-11T22:12:01.004942852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="287 kB" policy= mostRecentLagMs=2333
level=debug ts=2026-02-11T22:12:01.004949657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=584
level=debug ts=2026-02-11T22:12:01.00495623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="582 B" policy= mostRecentLagMs=584
level=debug ts=2026-02-11T22:12:01.015141721Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:04.926058728Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="89 kB" streams=9 entries=31 streamLabelsSize="261 B" entriesSize="2.0 MB" structuredMetadataSize="1.9 kB" totalSize="2.0 MB" mostRecentLagMs=189 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:04.92609524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="438 B" policy= mostRecentLagMs=918
level=debug ts=2026-02-11T22:12:04.926105847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=7068
level=debug ts=2026-02-11T22:12:04.926112151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="103 B" policy= mostRecentLagMs=918
level=debug ts=2026-02-11T22:12:04.926118731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=189
level=debug ts=2026-02-11T22:12:04.926124506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=1918
level=debug ts=2026-02-11T22:12:04.92613021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="12 kB" policy= mostRecentLagMs=919
level=debug ts=2026-02-11T22:12:04.926135207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=1918
level=debug ts=2026-02-11T22:12:04.926141174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=919
level=debug ts=2026-02-11T22:12:04.926146394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="344 B" policy= mostRecentLagMs=919
level=debug ts=2026-02-11T22:12:04.934716907Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:05.651249772Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=9 entries=14 streamLabelsSize="281 B" entriesSize="416 kB" structuredMetadataSize="933 B" totalSize="416 kB" mostRecentLagMs=490 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:05.65130358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=6162
level=debug ts=2026-02-11T22:12:05.651319833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="300 B" policy= mostRecentLagMs=4162
level=debug ts=2026-02-11T22:12:05.651329294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4162
level=debug ts=2026-02-11T22:12:05.65133518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="234 kB" policy= mostRecentLagMs=490
level=debug ts=2026-02-11T22:12:05.651341758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=7522
level=debug ts=2026-02-11T22:12:05.651347023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3162
level=debug ts=2026-02-11T22:12:05.651351988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=7162
level=debug ts=2026-02-11T22:12:05.651356876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="54 kB" policy= mostRecentLagMs=1913
level=debug ts=2026-02-11T22:12:05.651361587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="73 kB" policy= mostRecentLagMs=786
level=debug ts=2026-02-11T22:12:05.65444979Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:06.975694086Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="90 kB" streams=6 entries=26 streamLabelsSize="185 B" entriesSize="2.0 MB" structuredMetadataSize="1.6 kB" totalSize="2.0 MB" mostRecentLagMs=94 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:06.975727219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=1096
level=debug ts=2026-02-11T22:12:06.975738773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=317
level=debug ts=2026-02-11T22:12:06.975746177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3554
level=debug ts=2026-02-11T22:12:06.97575324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=4554
level=debug ts=2026-02-11T22:12:06.975759114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="40 kB" policy= mostRecentLagMs=2593
level=debug ts=2026-02-11T22:12:06.975764599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=94
level=debug ts=2026-02-11T22:12:07.019864198Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:09.964834538Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="95 kB" streams=6 entries=32 streamLabelsSize="174 B" entriesSize="2.1 MB" structuredMetadataSize="1.9 kB" totalSize="2.1 MB" mostRecentLagMs=234 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:09.964890723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=957
level=debug ts=2026-02-11T22:12:09.964906694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="300 B" policy= mostRecentLagMs=3957
level=debug ts=2026-02-11T22:12:09.964916005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="541 B" policy= mostRecentLagMs=957
level=debug ts=2026-02-11T22:12:09.964927152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=957
level=debug ts=2026-02-11T22:12:09.964935426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=234
level=debug ts=2026-02-11T22:12:09.964943792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="537 B" policy= mostRecentLagMs=957
level=debug ts=2026-02-11T22:12:09.973594662Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:13.644951291Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="89 kB" streams=5 entries=27 streamLabelsSize="151 B" entriesSize="2.0 MB" structuredMetadataSize="1.7 kB" totalSize="2.0 MB" mostRecentLagMs=286 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:13.644982329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=286
level=debug ts=2026-02-11T22:12:13.644993765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6223
level=debug ts=2026-02-11T22:12:13.645001149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="232 B" policy= mostRecentLagMs=3224
level=debug ts=2026-02-11T22:12:13.645007183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=3979
level=debug ts=2026-02-11T22:12:13.645013947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=4259
level=debug ts=2026-02-11T22:12:13.653858741Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:15.064291091Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="89 kB" streams=10 entries=30 streamLabelsSize="320 B" entriesSize="2.0 MB" structuredMetadataSize="1.8 kB" totalSize="2.0 MB" mostRecentLagMs=57 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:15.064336505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=57
level=debug ts=2026-02-11T22:12:15.064347919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="417 B" policy= mostRecentLagMs=5057
level=debug ts=2026-02-11T22:12:15.064355757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="103 B" policy= mostRecentLagMs=57
level=debug ts=2026-02-11T22:12:15.064363512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="25 kB" policy= mostRecentLagMs=3056
level=debug ts=2026-02-11T22:12:15.064368587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="103 B" policy= mostRecentLagMs=57
level=debug ts=2026-02-11T22:12:15.064373929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=3056
level=debug ts=2026-02-11T22:12:15.064378644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=1257
level=debug ts=2026-02-11T22:12:15.064383352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=544
level=debug ts=2026-02-11T22:12:15.064388133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=57
level=debug ts=2026-02-11T22:12:15.064393244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="169 B" policy= mostRecentLagMs=5057
level=debug ts=2026-02-11T22:12:15.075745424Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:16.514161682Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=9 entries=18 streamLabelsSize="281 B" entriesSize="566 kB" structuredMetadataSize="1.2 kB" totalSize="567 kB" mostRecentLagMs=1025 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:16.514205171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="214 kB" policy= mostRecentLagMs=4250
level=debug ts=2026-02-11T22:12:16.514222339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="96 kB" policy= mostRecentLagMs=2670
level=debug ts=2026-02-11T22:12:16.514232252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="17 kB" policy= mostRecentLagMs=9025
level=debug ts=2026-02-11T22:12:16.5142424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="157 kB" policy= mostRecentLagMs=8710
level=debug ts=2026-02-11T22:12:16.514251549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="58 kB" policy= mostRecentLagMs=8169
level=debug ts=2026-02-11T22:12:16.514260489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1025
level=debug ts=2026-02-11T22:12:16.514290065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=4025
level=debug ts=2026-02-11T22:12:16.51429826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=9292
level=debug ts=2026-02-11T22:12:16.514306851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="963 B" policy= mostRecentLagMs=8025
level=debug ts=2026-02-11T22:12:16.518079666Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:16.645635435Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:12:20.704455278Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="91 kB" streams=10 entries=32 streamLabelsSize="325 B" entriesSize="2.0 MB" structuredMetadataSize="2.0 kB" totalSize="2.0 MB" mostRecentLagMs=484 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:20.704501091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=697
level=debug ts=2026-02-11T22:12:20.70451813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1697
level=debug ts=2026-02-11T22:12:20.704532226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=697
level=debug ts=2026-02-11T22:12:20.704541437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=484
level=debug ts=2026-02-11T22:12:20.704550415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="70 kB" policy= mostRecentLagMs=1787
level=debug ts=2026-02-11T22:12:20.704558723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1081
level=debug ts=2026-02-11T22:12:20.704566975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=697
level=debug ts=2026-02-11T22:12:20.704575301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="298 B" policy= mostRecentLagMs=4696
level=debug ts=2026-02-11T22:12:20.704583758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="195 B" policy= mostRecentLagMs=4696
level=debug ts=2026-02-11T22:12:20.704592644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="195 B" policy= mostRecentLagMs=4696
level=debug ts=2026-02-11T22:12:20.713196781Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:20.731553326Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="94 kB" streams=8 entries=30 streamLabelsSize="267 B" entriesSize="2.0 MB" structuredMetadataSize="1.9 kB" totalSize="2.0 MB" mostRecentLagMs=311 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:20.731587861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=311
level=debug ts=2026-02-11T22:12:20.731599011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=482
level=debug ts=2026-02-11T22:12:20.731604794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1813
level=debug ts=2026-02-11T22:12:20.731611967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=2331
level=debug ts=2026-02-11T22:12:20.73161729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="112 B" policy= mostRecentLagMs=5310
level=debug ts=2026-02-11T22:12:20.731622286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=311
level=debug ts=2026-02-11T22:12:20.731627109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=1674
level=debug ts=2026-02-11T22:12:20.731632177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=2310
level=debug ts=2026-02-11T22:12:20.742415069Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:12:24.450544665Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:46654"
level=debug ts=2026-02-11T22:12:26.801723012Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=9 entries=31 streamLabelsSize="250 B" entriesSize="2.0 MB" structuredMetadataSize="1.9 kB" totalSize="2.0 MB" mostRecentLagMs=299 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:26.801756879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=299
level=debug ts=2026-02-11T22:12:26.801768271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=1767
level=debug ts=2026-02-11T22:12:26.80177471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="527 B" policy= mostRecentLagMs=2793
level=debug ts=2026-02-11T22:12:26.801780598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3794
level=debug ts=2026-02-11T22:12:26.801785359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="934 B" policy= mostRecentLagMs=2793
level=debug ts=2026-02-11T22:12:26.801790376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="31 kB" policy= mostRecentLagMs=1794
level=debug ts=2026-02-11T22:12:26.801795472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="67 kB" policy= mostRecentLagMs=5032
level=debug ts=2026-02-11T22:12:26.80180013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="931 B" policy= mostRecentLagMs=2793
level=debug ts=2026-02-11T22:12:26.801804738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="935 B" policy= mostRecentLagMs=2793
level=debug ts=2026-02-11T22:12:26.809637598Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:27.504383204Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=13 entries=18 streamLabelsSize="384 B" entriesSize="365 kB" structuredMetadataSize="1.1 kB" totalSize="366 kB" mostRecentLagMs=15 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:27.504428304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="133 kB" policy= mostRecentLagMs=839
level=debug ts=2026-02-11T22:12:27.5044467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-11T22:12:27.504457926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="758 B" policy= mostRecentLagMs=15
level=debug ts=2026-02-11T22:12:27.504468111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=6381
level=debug ts=2026-02-11T22:12:27.504478242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="51 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-11T22:12:27.504488491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-11T22:12:27.504498369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="697 B" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:12:27.504507391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=1589
level=debug ts=2026-02-11T22:12:27.504516764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="298 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-11T22:12:27.504526302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="10 kB" policy= mostRecentLagMs=9015
level=debug ts=2026-02-11T22:12:27.504535898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-11T22:12:27.504546535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="57 kB" policy= mostRecentLagMs=8865
level=debug ts=2026-02-11T22:12:27.504556284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="28 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-11T22:12:27.507237412Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:12:28.114945231Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:12:30.725410932Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="93 kB" streams=8 entries=29 streamLabelsSize="224 B" entriesSize="2.0 MB" structuredMetadataSize="1.8 kB" totalSize="2.0 MB" mostRecentLagMs=304 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:30.725441228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="764 B" policy= mostRecentLagMs=304
level=debug ts=2026-02-11T22:12:30.725451926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=1314
level=debug ts=2026-02-11T22:12:30.725459266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="103 B" policy= mostRecentLagMs=304
level=debug ts=2026-02-11T22:12:30.725465348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=4304
level=debug ts=2026-02-11T22:12:30.725471747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="300 B" policy= mostRecentLagMs=5304
level=debug ts=2026-02-11T22:12:30.72547686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=2304
level=debug ts=2026-02-11T22:12:30.725481934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="330 kB" policy= mostRecentLagMs=3317
level=debug ts=2026-02-11T22:12:30.725486441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="17 kB" policy= mostRecentLagMs=2304
level=debug ts=2026-02-11T22:12:30.73382926Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:36.386298671Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="95 kB" streams=9 entries=30 streamLabelsSize="310 B" entriesSize="2.0 MB" structuredMetadataSize="1.8 kB" totalSize="2.0 MB" mostRecentLagMs=379 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:36.386332042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="103 B" policy= mostRecentLagMs=379
level=debug ts=2026-02-11T22:12:36.386342278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=379
level=debug ts=2026-02-11T22:12:36.38635775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=425
level=debug ts=2026-02-11T22:12:36.386364278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="30 kB" policy= mostRecentLagMs=9378
level=debug ts=2026-02-11T22:12:36.386370791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=569
level=debug ts=2026-02-11T22:12:36.386377315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4379
level=debug ts=2026-02-11T22:12:36.386383838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2379
level=debug ts=2026-02-11T22:12:36.386389198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6379
level=debug ts=2026-02-11T22:12:36.386394093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="26 kB" policy= mostRecentLagMs=9378
level=debug ts=2026-02-11T22:12:36.393532832Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:38.499674099Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=8 entries=13 streamLabelsSize="261 B" entriesSize="212 kB" structuredMetadataSize="864 B" totalSize="212 kB" mostRecentLagMs=11 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:38.499705823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="136 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-11T22:12:38.499717281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-11T22:12:38.499723945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="90 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-11T22:12:38.499729523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-11T22:12:38.499735147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-11T22:12:38.499740319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="16 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-11T22:12:38.499745263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="35 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-11T22:12:38.499750936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-11T22:12:38.502196949Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:41.04189883Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="77 kB" streams=12 entries=34 streamLabelsSize="381 B" entriesSize="1.4 MB" structuredMetadataSize="2.2 kB" totalSize="1.4 MB" mostRecentLagMs=336 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:41.041953754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=620
level=debug ts=2026-02-11T22:12:41.041970896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="541 B" policy= mostRecentLagMs=4621
level=debug ts=2026-02-11T22:12:41.041978134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=336
level=debug ts=2026-02-11T22:12:41.041984629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=620
level=debug ts=2026-02-11T22:12:41.041990477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=1621
level=debug ts=2026-02-11T22:12:41.041995607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="103 B" policy= mostRecentLagMs=620
level=debug ts=2026-02-11T22:12:41.042000762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3874
level=debug ts=2026-02-11T22:12:41.042005655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=3895
level=debug ts=2026-02-11T22:12:41.042010434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="710 B" policy= mostRecentLagMs=4621
level=debug ts=2026-02-11T22:12:41.042015325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=2521
level=debug ts=2026-02-11T22:12:41.042020402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:12:41.042025741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="417 B" policy= mostRecentLagMs=620
level=debug ts=2026-02-11T22:12:41.048110729Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:43.207965525Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="97 kB" streams=8 entries=32 streamLabelsSize="237 B" entriesSize="2.1 MB" structuredMetadataSize="2.0 kB" totalSize="2.1 MB" mostRecentLagMs=312 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:43.208000019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=3455
level=debug ts=2026-02-11T22:12:43.208011439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="65 kB" policy= mostRecentLagMs=6200
level=debug ts=2026-02-11T22:12:43.208018973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="298 B" policy= mostRecentLagMs=6200
level=debug ts=2026-02-11T22:12:43.208025279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=4391
level=debug ts=2026-02-11T22:12:43.208030299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="298 B" policy= mostRecentLagMs=5200
level=debug ts=2026-02-11T22:12:43.208035112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=312
level=debug ts=2026-02-11T22:12:43.20804141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="354 B" policy= mostRecentLagMs=4200
level=debug ts=2026-02-11T22:12:43.208046845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="195 B" policy= mostRecentLagMs=6200
level=debug ts=2026-02-11T22:12:43.217929891Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:49.503243978Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=8 entries=14 streamLabelsSize="233 B" entriesSize="335 kB" structuredMetadataSize="953 B" totalSize="335 kB" mostRecentLagMs=1014 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:49.503291565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="18 kB" policy= mostRecentLagMs=2064
level=debug ts=2026-02-11T22:12:49.503303267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="40 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-11T22:12:49.503310213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:12:49.503316293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="93 kB" policy= mostRecentLagMs=7387
level=debug ts=2026-02-11T22:12:49.503321232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-11T22:12:49.503326324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="132 kB" policy= mostRecentLagMs=1441
level=debug ts=2026-02-11T22:12:49.503331058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="496 B" policy= mostRecentLagMs=1014
level=debug ts=2026-02-11T22:12:49.5033357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-11T22:12:49.505445586Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:51.081441327Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="84 kB" streams=11 entries=42 streamLabelsSize="322 B" entriesSize="1.7 MB" structuredMetadataSize="2.6 kB" totalSize="1.7 MB" mostRecentLagMs=163 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:51.08147213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=163
level=debug ts=2026-02-11T22:12:51.081483631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2660
level=debug ts=2026-02-11T22:12:51.081489966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=2264
level=debug ts=2026-02-11T22:12:51.081495311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="388 B" policy= mostRecentLagMs=6660
level=debug ts=2026-02-11T22:12:51.081500165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="532 B" policy= mostRecentLagMs=660
level=debug ts=2026-02-11T22:12:51.081504816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9660
level=debug ts=2026-02-11T22:12:51.081509431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8660
level=debug ts=2026-02-11T22:12:51.081514029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1660
level=debug ts=2026-02-11T22:12:51.081518483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=1660
level=debug ts=2026-02-11T22:12:51.081523451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=7660
level=debug ts=2026-02-11T22:12:51.081528687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="51 kB" policy= mostRecentLagMs=2018
level=debug ts=2026-02-11T22:12:51.092484171Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:12:52.600946091Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="102 kB" streams=9 entries=33 streamLabelsSize="310 B" entriesSize="2.1 MB" structuredMetadataSize="2.1 kB" totalSize="2.1 MB" mostRecentLagMs=405 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:12:52.60098096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=805
level=debug ts=2026-02-11T22:12:52.600992045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=6593
level=debug ts=2026-02-11T22:12:52.601000383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=2593
level=debug ts=2026-02-11T22:12:52.601007555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=593
level=debug ts=2026-02-11T22:12:52.601012846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6128
level=debug ts=2026-02-11T22:12:52.601017452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=8594
level=debug ts=2026-02-11T22:12:52.601022141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=3786
level=debug ts=2026-02-11T22:12:52.601027126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=405
level=debug ts=2026-02-11T22:12:52.601032372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="364 B" policy= mostRecentLagMs=593
level=debug ts=2026-02-11T22:12:52.644595663Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:12:58.117983896Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:13:01.453147466Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="59 kB" streams=11 entries=30 streamLabelsSize="339 B" entriesSize="1.3 MB" structuredMetadataSize="1.9 kB" totalSize="1.3 MB" mostRecentLagMs=1031 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:01.453179976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=1031
level=debug ts=2026-02-11T22:13:01.453190634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="405 kB" policy= mostRecentLagMs=3847
level=debug ts=2026-02-11T22:13:01.453196155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=4032
level=debug ts=2026-02-11T22:13:01.453201655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="812 kB" policy= mostRecentLagMs=3032
level=debug ts=2026-02-11T22:13:01.453206655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=6032
level=debug ts=2026-02-11T22:13:01.453212104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="147 B" policy= mostRecentLagMs=7031
level=debug ts=2026-02-11T22:13:01.453217023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=5032
level=debug ts=2026-02-11T22:13:01.453221726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="298 B" policy= mostRecentLagMs=6032
level=debug ts=2026-02-11T22:13:01.453226532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="40 kB" policy= mostRecentLagMs=3032
level=debug ts=2026-02-11T22:13:01.453231066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=3032
level=debug ts=2026-02-11T22:13:01.453236359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=1031
level=debug ts=2026-02-11T22:13:01.45870895Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:13:01.500723608Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=9 entries=12 streamLabelsSize="278 B" entriesSize="196 kB" structuredMetadataSize="772 B" totalSize="196 kB" mostRecentLagMs=440 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:01.500763588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-11T22:13:01.500780218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=440
level=debug ts=2026-02-11T22:13:01.500792655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-11T22:13:01.500802328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=9012
level=debug ts=2026-02-11T22:13:01.500810959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="70 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-11T22:13:01.500819382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-11T22:13:01.500827599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="168 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:13:01.500835735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="92 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-11T22:13:01.500843866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-11T22:13:01.502638138Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:13:02.588144817Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="81 kB" streams=8 entries=35 streamLabelsSize="228 B" entriesSize="1.8 MB" structuredMetadataSize="2.2 kB" totalSize="1.8 MB" mostRecentLagMs=1581 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:02.58819028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5580
level=debug ts=2026-02-11T22:13:02.588206551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="632 B" policy= mostRecentLagMs=4581
level=debug ts=2026-02-11T22:13:02.588219645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=2221
level=debug ts=2026-02-11T22:13:02.588228707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="136 B" policy= mostRecentLagMs=9580
level=debug ts=2026-02-11T22:13:02.58823886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9580
level=debug ts=2026-02-11T22:13:02.588247442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1581
level=debug ts=2026-02-11T22:13:02.588255513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="232 B" policy= mostRecentLagMs=3581
level=debug ts=2026-02-11T22:13:02.588279631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8581
level=debug ts=2026-02-11T22:13:02.597756777Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:13:03.050769525Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:13:12.041051797Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=10 entries=15 streamLabelsSize="330 B" entriesSize="376 kB" structuredMetadataSize="1.0 kB" totalSize="376 kB" mostRecentLagMs=552 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:12.041106729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4551
level=debug ts=2026-02-11T22:13:12.041132897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="180 kB" policy= mostRecentLagMs=1175
level=debug ts=2026-02-11T22:13:12.041148828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=2552
level=debug ts=2026-02-11T22:13:12.041163481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=552
level=debug ts=2026-02-11T22:13:12.041177524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="36 kB" policy= mostRecentLagMs=4552
level=debug ts=2026-02-11T22:13:12.041191239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=2552
level=debug ts=2026-02-11T22:13:12.041204904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=552
level=debug ts=2026-02-11T22:13:12.041220299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="129 kB" policy= mostRecentLagMs=7552
level=debug ts=2026-02-11T22:13:12.041234532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="587 B" policy= mostRecentLagMs=2552
level=debug ts=2026-02-11T22:13:12.041248615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5552
level=debug ts=2026-02-11T22:13:12.045482518Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:13:12.310620197Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=9 entries=19 streamLabelsSize="258 B" entriesSize="254 kB" structuredMetadataSize="1.3 kB" totalSize="254 kB" mostRecentLagMs=2889 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:12.310664329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=3889
level=debug ts=2026-02-11T22:13:12.310680748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="62 kB" policy= mostRecentLagMs=4889
level=debug ts=2026-02-11T22:13:12.3106939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8889
level=debug ts=2026-02-11T22:13:12.310703903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="922 B" policy= mostRecentLagMs=2890
level=debug ts=2026-02-11T22:13:12.310716732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3889
level=debug ts=2026-02-11T22:13:12.310725648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="16 kB" policy= mostRecentLagMs=3889
level=debug ts=2026-02-11T22:13:12.310734103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:13:12.310742805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="632 B" policy= mostRecentLagMs=5889
level=debug ts=2026-02-11T22:13:12.310751615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="632 B" policy= mostRecentLagMs=6889
level=debug ts=2026-02-11T22:13:12.312861464Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:13:15.02409828Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=14 entries=22 streamLabelsSize="433 B" entriesSize="377 kB" structuredMetadataSize="1.4 kB" totalSize="377 kB" mostRecentLagMs=16 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:15.024129941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3016
level=debug ts=2026-02-11T22:13:15.024143654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="496 B" policy= mostRecentLagMs=17
level=debug ts=2026-02-11T22:13:15.024155534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="187 kB" policy= mostRecentLagMs=8016
level=debug ts=2026-02-11T22:13:15.024163534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="26 kB" policy= mostRecentLagMs=7016
level=debug ts=2026-02-11T22:13:15.024168849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="962 B" policy= mostRecentLagMs=10016
level=debug ts=2026-02-11T22:13:15.024176745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="28 kB" policy= mostRecentLagMs=8017
level=debug ts=2026-02-11T22:13:15.024181562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="13 kB" policy= mostRecentLagMs=6017
level=debug ts=2026-02-11T22:13:15.024187307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=5016
level=debug ts=2026-02-11T22:13:15.024192051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="51 kB" policy= mostRecentLagMs=8017
level=debug ts=2026-02-11T22:13:15.024197065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="25 kB" policy= mostRecentLagMs=8017
level=debug ts=2026-02-11T22:13:15.024202775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2017
level=debug ts=2026-02-11T22:13:15.024207605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="496 B" policy= mostRecentLagMs=9016
level=debug ts=2026-02-11T22:13:15.024212732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="13 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-11T22:13:15.024218966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-11T22:13:15.027250315Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:13:20.088387103Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:48910"
level=debug ts=2026-02-11T22:13:23.428953685Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=10 streamLabelsSize="246 B" entriesSize="190 kB" structuredMetadataSize="641 B" totalSize="190 kB" mostRecentLagMs=1007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:23.428987317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:13:23.428998331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="99 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:13:23.429006742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-11T22:13:23.429013039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=6514
level=debug ts=2026-02-11T22:13:23.429018417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="30 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:13:23.429023228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="83 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-11T22:13:23.429028284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4621
level=debug ts=2026-02-11T22:13:23.429033372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:13:23.431245108Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:13:23.495138921Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.8 kB" streams=7 entries=8 streamLabelsSize="222 B" entriesSize="81 kB" structuredMetadataSize="534 B" totalSize="82 kB" mostRecentLagMs=298 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:23.49516674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-11T22:13:23.495177196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:13:23.495184444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:13:23.495193706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="34 kB" policy= mostRecentLagMs=298
level=debug ts=2026-02-11T22:13:23.495199934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:13:23.495205338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-11T22:13:23.495210721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="29 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:13:23.496541212Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:13:24.456143064Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:53426"
level=debug ts=2026-02-11T22:13:27.015410771Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.8 kB" streams=2 entries=4 streamLabelsSize="78 B" entriesSize="151 kB" structuredMetadataSize="251 B" totalSize="151 kB" mostRecentLagMs=983 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:27.01544146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="151 kB" policy= mostRecentLagMs=983
level=debug ts=2026-02-11T22:13:27.015452858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:13:27.017358784Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:13:28.120970076Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:13:36.743342774Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=6 entries=8 streamLabelsSize="186 B" entriesSize="527 kB" structuredMetadataSize="551 B" totalSize="527 kB" mostRecentLagMs=1437 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:36.743371392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="329 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-11T22:13:36.74338191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8322
level=debug ts=2026-02-11T22:13:36.743388661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4322
level=debug ts=2026-02-11T22:13:36.743396103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=4322
level=debug ts=2026-02-11T22:13:36.743401531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="159 kB" policy= mostRecentLagMs=1437
level=debug ts=2026-02-11T22:13:36.743406616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="34 kB" policy= mostRecentLagMs=9319
level=debug ts=2026-02-11T22:13:36.746658864Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:13:39.026447108Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=6 entries=20 streamLabelsSize="189 B" entriesSize="715 kB" structuredMetadataSize="1.2 kB" totalSize="715 kB" mostRecentLagMs=19 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:39.026480673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="10 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-11T22:13:39.026491531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=5019
level=debug ts=2026-02-11T22:13:39.026498245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-11T22:13:39.02650404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="671 kB" policy= mostRecentLagMs=667
level=debug ts=2026-02-11T22:13:39.026510688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8019
level=debug ts=2026-02-11T22:13:39.026515848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=19
level=debug ts=2026-02-11T22:13:39.030370293Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:13:39.497301847Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=7 entries=8 streamLabelsSize="237 B" entriesSize="133 kB" structuredMetadataSize="519 B" totalSize="133 kB" mostRecentLagMs=8 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:39.497332704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="68 kB" policy= mostRecentLagMs=4198
level=debug ts=2026-02-11T22:13:39.497343992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="983 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-11T22:13:39.497352984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-11T22:13:39.497361989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:13:39.497369557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-11T22:13:39.497374863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="602 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:13:39.497380028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="50 kB" policy= mostRecentLagMs=4198
level=debug ts=2026-02-11T22:13:39.498782058Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:13:47.425188142Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=5 entries=7 streamLabelsSize="150 B" entriesSize="38 kB" structuredMetadataSize="469 B" totalSize="38 kB" mostRecentLagMs=3004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:47.425223702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9350
level=debug ts=2026-02-11T22:13:47.425235251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:13:47.42524225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:13:47.425247646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-11T22:13:47.425252786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:13:47.42649353Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:13:50.014400529Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=15 entries=19 streamLabelsSize="455 B" entriesSize="108 kB" structuredMetadataSize="1.2 kB" totalSize="108 kB" mostRecentLagMs=3007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:50.014433306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-11T22:13:50.014444485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="50 kB" policy= mostRecentLagMs=5360
level=debug ts=2026-02-11T22:13:50.014450598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-11T22:13:50.014456311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:13:50.01446226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-11T22:13:50.014467321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=4571
level=debug ts=2026-02-11T22:13:50.014472259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7147
level=debug ts=2026-02-11T22:13:50.014478601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-11T22:13:50.014483803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:13:50.014488477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:13:50.014492914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="529 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:13:50.014497425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-11T22:13:50.014502121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="602 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-11T22:13:50.014508068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="602 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:13:50.01451265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-11T22:13:50.016475434Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:13:50.08989458Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:55184"
level=debug ts=2026-02-11T22:13:51.496389447Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=12 entries=15 streamLabelsSize="399 B" entriesSize="162 kB" structuredMetadataSize="1.0 kB" totalSize="162 kB" mostRecentLagMs=1907 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:51.496431946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:13:51.496448936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:13:51.496460855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=1908
level=debug ts=2026-02-11T22:13:51.496470878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:13:51.496482357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:13:51.496493361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-11T22:13:51.4965033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:13:51.496515139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="116 kB" policy= mostRecentLagMs=3676
level=debug ts=2026-02-11T22:13:51.496524222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-11T22:13:51.496533006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:13:51.496543102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="147 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:13:51.496553149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:13:51.498974624Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:13:58.122622751Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:13:58.432337787Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=10 entries=15 streamLabelsSize="310 B" entriesSize="489 kB" structuredMetadataSize="992 B" totalSize="490 kB" mostRecentLagMs=11 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:13:58.432368802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=2001
level=debug ts=2026-02-11T22:13:58.432379972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-11T22:13:58.432386374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="193 B" policy= mostRecentLagMs=11
level=debug ts=2026-02-11T22:13:58.432393693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:13:58.432400272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=8174
level=debug ts=2026-02-11T22:13:58.432405584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-11T22:13:58.4324114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="602 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-11T22:13:58.432418009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="54 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-11T22:13:58.432424244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="602 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-11T22:13:58.432429382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-11T22:13:58.435977157Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:01.018252071Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=8 entries=10 streamLabelsSize="263 B" entriesSize="272 kB" structuredMetadataSize="635 B" totalSize="272 kB" mostRecentLagMs=543 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:01.018296406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=7846
level=debug ts=2026-02-11T22:14:01.01830744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:14:01.018314477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:14:01.01832175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="196 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-11T22:14:01.01832794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=2011
level=debug ts=2026-02-11T22:14:01.018333782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="195 kB" policy= mostRecentLagMs=543
level=debug ts=2026-02-11T22:14:01.018339133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-11T22:14:01.018344033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-11T22:14:01.020682949Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:03.493560807Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=7 entries=7 streamLabelsSize="246 B" entriesSize="32 kB" structuredMetadataSize="465 B" totalSize="32 kB" mostRecentLagMs=4 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:03.493593576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="414 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:14:03.493604836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:14:03.493613203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:14:03.493619902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="374 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:14:03.493626036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="27 kB" policy= mostRecentLagMs=6607
level=debug ts=2026-02-11T22:14:03.493631231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="320 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-11T22:14:03.493636947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:14:03.494684522Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:04.479348174Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-11T22:14:04.480956241Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-11T22:14:10.047714693Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=4 entries=5 streamLabelsSize="120 B" entriesSize="184 kB" structuredMetadataSize="356 B" totalSize="184 kB" mostRecentLagMs=1626 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:10.047755579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=6627
level=debug ts=2026-02-11T22:14:10.047771129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="364 B" policy= mostRecentLagMs=1627
level=debug ts=2026-02-11T22:14:10.047783194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6627
level=debug ts=2026-02-11T22:14:10.047794598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=9990
level=debug ts=2026-02-11T22:14:10.049682554Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:13.018462787Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=10 streamLabelsSize="248 B" entriesSize="190 kB" structuredMetadataSize="644 B" totalSize="190 kB" mostRecentLagMs=3010 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:13.018502183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="33 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-11T22:14:13.018519505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-11T22:14:13.018532276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="106 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:14:13.018545398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"happy-path-managed\"}" streamLabelsHash=3805910744 streamSizeBytes="864 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:14:13.018554637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="12 kB" policy= mostRecentLagMs=3141
level=debug ts=2026-02-11T22:14:13.018564389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="35 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-11T22:14:13.018575378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:14:13.018587685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="482 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:14:13.020876157Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:14.498098745Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=12 entries=15 streamLabelsSize="371 B" entriesSize="119 kB" structuredMetadataSize="1.0 kB" totalSize="119 kB" mostRecentLagMs=9 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:14.498138174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-11T22:14:14.498154198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-11T22:14:14.498163198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="11 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-11T22:14:14.498177407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:14:14.498185928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:14:14.498195361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-11T22:14:14.498203202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="16 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:14:14.498211672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-11T22:14:14.498220125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="61 kB" policy= mostRecentLagMs=9601
level=debug ts=2026-02-11T22:14:14.498228012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-11T22:14:14.498236531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-11T22:14:14.498245333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:14:14.499907187Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:22.428993844Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=7 entries=8 streamLabelsSize="198 B" entriesSize="177 kB" structuredMetadataSize="521 B" totalSize="177 kB" mostRecentLagMs=219 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:22.42902307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:14:22.429033769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="12 kB" policy= mostRecentLagMs=572
level=debug ts=2026-02-11T22:14:22.429039746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="12 kB" policy= mostRecentLagMs=219
level=debug ts=2026-02-11T22:14:22.429045842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:14:22.429051301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="132 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-11T22:14:22.429056416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:14:22.429061353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="12 kB" policy= mostRecentLagMs=773
level=debug ts=2026-02-11T22:14:22.43069723Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:24.017639555Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=11 entries=18 streamLabelsSize="343 B" entriesSize="195 kB" structuredMetadataSize="1.1 kB" totalSize="195 kB" mostRecentLagMs=1010 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:24.017669297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:14:24.017679987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:14:24.01768624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:14:24.017693399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:14:24.017698724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-11T22:14:24.017704011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="608 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:14:24.017709798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="14 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-11T22:14:24.017715373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:14:24.017720268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="51 kB" policy= mostRecentLagMs=2968
level=debug ts=2026-02-11T22:14:24.017725323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:14:24.017730333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="106 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-11T22:14:24.019568787Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:27.496737808Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.6 kB" streams=6 entries=6 streamLabelsSize="202 B" entriesSize="78 kB" structuredMetadataSize="427 B" totalSize="78 kB" mostRecentLagMs=3008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:27.496769587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="15 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:14:27.496780238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-11T22:14:27.496785932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-11T22:14:27.496792823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:14:27.496799932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="45 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:14:27.496806484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:14:27.498293722Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:14:28.125361548Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:14:32.554990818Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="40 kB" streams=6 entries=17 streamLabelsSize="173 B" entriesSize="697 kB" structuredMetadataSize="1.1 kB" totalSize="698 kB" mostRecentLagMs=1697 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:32.555032435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="100 kB" policy= mostRecentLagMs=2041
level=debug ts=2026-02-11T22:14:32.55504778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="403 kB" policy= mostRecentLagMs=4846
level=debug ts=2026-02-11T22:14:32.555054976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=9134
level=debug ts=2026-02-11T22:14:32.555062709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=4133
level=debug ts=2026-02-11T22:14:32.555068216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="68 kB" policy= mostRecentLagMs=2094
level=debug ts=2026-02-11T22:14:32.555072973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="101 kB" policy= mostRecentLagMs=1697
level=debug ts=2026-02-11T22:14:32.558746425Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:34.840838365Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=6 entries=17 streamLabelsSize="184 B" entriesSize="998 kB" structuredMetadataSize="1.0 kB" totalSize="998 kB" mostRecentLagMs=144 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:34.840868929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="380 B" policy= mostRecentLagMs=6833
level=debug ts=2026-02-11T22:14:34.840879545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2833
level=debug ts=2026-02-11T22:14:34.840885947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=2833
level=debug ts=2026-02-11T22:14:34.840892773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="122 kB" policy= mostRecentLagMs=385
level=debug ts=2026-02-11T22:14:34.84089845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="858 kB" policy= mostRecentLagMs=145
level=debug ts=2026-02-11T22:14:34.840903637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=5833
level=debug ts=2026-02-11T22:14:34.846037887Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:39.494200008Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=6 entries=7 streamLabelsSize="191 B" entriesSize="4.6 kB" structuredMetadataSize="434 B" totalSize="4.8 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:39.494241395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:14:39.494259534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:14:39.494292009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:14:39.49430278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="481 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:14:39.494313062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:14:39.494323576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:14:39.496862906Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:42.677184829Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="84 kB" streams=9 entries=26 streamLabelsSize="261 B" entriesSize="1.2 MB" structuredMetadataSize="1.7 kB" totalSize="1.2 MB" mostRecentLagMs=256 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:42.677213578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4256
level=debug ts=2026-02-11T22:14:42.677224899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="815 B" policy= mostRecentLagMs=256
level=debug ts=2026-02-11T22:14:42.67723061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=256
level=debug ts=2026-02-11T22:14:42.677236861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="163 kB" policy= mostRecentLagMs=2883
level=debug ts=2026-02-11T22:14:42.67724189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9256
level=debug ts=2026-02-11T22:14:42.677247001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="166 kB" policy= mostRecentLagMs=5146
level=debug ts=2026-02-11T22:14:42.677251781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="462 kB" policy= mostRecentLagMs=849
level=debug ts=2026-02-11T22:14:42.67725689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="209 kB" policy= mostRecentLagMs=5544
level=debug ts=2026-02-11T22:14:42.677261599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="202 kB" policy= mostRecentLagMs=2679
level=debug ts=2026-02-11T22:14:42.68453165Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:44.995399414Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="88 kB" streams=9 entries=34 streamLabelsSize="263 B" entriesSize="1.7 MB" structuredMetadataSize="2.1 kB" totalSize="1.7 MB" mostRecentLagMs=640 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:44.995430374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=988
level=debug ts=2026-02-11T22:14:44.995440731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1988
level=debug ts=2026-02-11T22:14:44.995447347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="91 kB" policy= mostRecentLagMs=5447
level=debug ts=2026-02-11T22:14:44.995453266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=1988
level=debug ts=2026-02-11T22:14:44.995459977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="364 B" policy= mostRecentLagMs=1988
level=debug ts=2026-02-11T22:14:44.995466125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5988
level=debug ts=2026-02-11T22:14:44.995471165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=640
level=debug ts=2026-02-11T22:14:44.995477757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=988
level=debug ts=2026-02-11T22:14:44.995482672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5988
level=debug ts=2026-02-11T22:14:45.003694394Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:51.508345616Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=5 entries=9 streamLabelsSize="138 B" entriesSize="385 kB" structuredMetadataSize="584 B" totalSize="386 kB" mostRecentLagMs=19 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:51.508379594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="104 kB" policy= mostRecentLagMs=859
level=debug ts=2026-02-11T22:14:51.50839438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="256 kB" policy= mostRecentLagMs=413
level=debug ts=2026-02-11T22:14:51.508403992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=9541
level=debug ts=2026-02-11T22:14:51.508414849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=7019
level=debug ts=2026-02-11T22:14:51.508424139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="103 B" policy= mostRecentLagMs=19
level=debug ts=2026-02-11T22:14:51.510920363Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:53.13451628Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="59 kB" streams=6 entries=19 streamLabelsSize="191 B" entriesSize="1.2 MB" structuredMetadataSize="1.2 kB" totalSize="1.2 MB" mostRecentLagMs=507 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:53.134594343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=719
level=debug ts=2026-02-11T22:14:53.134622275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=3855
level=debug ts=2026-02-11T22:14:53.134641391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=9714
level=debug ts=2026-02-11T22:14:53.13465867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=508
level=debug ts=2026-02-11T22:14:53.134675523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=2714
level=debug ts=2026-02-11T22:14:53.134690512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=1713
level=debug ts=2026-02-11T22:14:53.154195612Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:14:55.59344052Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="95 kB" streams=11 entries=34 streamLabelsSize="339 B" entriesSize="1.7 MB" structuredMetadataSize="2.2 kB" totalSize="1.7 MB" mostRecentLagMs=1170 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:14:55.593474498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="315 B" policy= mostRecentLagMs=8585
level=debug ts=2026-02-11T22:14:55.593490698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=7585
level=debug ts=2026-02-11T22:14:55.593500063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=4214
level=debug ts=2026-02-11T22:14:55.593506886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=1170
level=debug ts=2026-02-11T22:14:55.593513639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=5676
level=debug ts=2026-02-11T22:14:55.593522974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=6194
level=debug ts=2026-02-11T22:14:55.593530869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=4586
level=debug ts=2026-02-11T22:14:55.593540905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="967 B" policy= mostRecentLagMs=5586
level=debug ts=2026-02-11T22:14:55.593548304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="29 kB" policy= mostRecentLagMs=6873
level=debug ts=2026-02-11T22:14:55.593553649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5586
level=debug ts=2026-02-11T22:14:55.593558587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=1585
level=debug ts=2026-02-11T22:14:55.603952758Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:14:58.12832716Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:15:01.961605459Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=10 entries=23 streamLabelsSize="286 B" entriesSize="527 kB" structuredMetadataSize="1.4 kB" totalSize="528 kB" mostRecentLagMs=472 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:01.961654819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="50 kB" policy= mostRecentLagMs=9765
level=debug ts=2026-02-11T22:15:01.961672019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=472
level=debug ts=2026-02-11T22:15:01.961681293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="374 B" policy= mostRecentLagMs=7472
level=debug ts=2026-02-11T22:15:01.961691514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="442 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-11T22:15:01.961699195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=8472
level=debug ts=2026-02-11T22:15:01.961706679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=1472
level=debug ts=2026-02-11T22:15:01.961715744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=6372
level=debug ts=2026-02-11T22:15:01.961724461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="103 B" policy= mostRecentLagMs=1472
level=debug ts=2026-02-11T22:15:01.961733023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=5472
level=debug ts=2026-02-11T22:15:01.961742556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=472
level=debug ts=2026-02-11T22:15:01.965841808Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:03.444649484Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=12 entries=19 streamLabelsSize="344 B" entriesSize="638 kB" structuredMetadataSize="1.2 kB" totalSize="638 kB" mostRecentLagMs=23 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:03.44469657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=23
level=debug ts=2026-02-11T22:15:03.444713257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="206 B" policy= mostRecentLagMs=23
level=debug ts=2026-02-11T22:15:03.444725842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=4842
level=debug ts=2026-02-11T22:15:03.444735912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="297 B" policy= mostRecentLagMs=6023
level=debug ts=2026-02-11T22:15:03.444746607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=6023
level=debug ts=2026-02-11T22:15:03.4447558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=1024
level=debug ts=2026-02-11T22:15:03.444764525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5023
level=debug ts=2026-02-11T22:15:03.444774406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=1024
level=debug ts=2026-02-11T22:15:03.444783191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=10024
level=debug ts=2026-02-11T22:15:03.444792427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="471 B" policy= mostRecentLagMs=2023
level=debug ts=2026-02-11T22:15:03.444802473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=23
level=debug ts=2026-02-11T22:15:03.444811615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="442 kB" policy= mostRecentLagMs=4796
level=debug ts=2026-02-11T22:15:03.449087212Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:05.562604146Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:15:05.565740115Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=7 entries=21 streamLabelsSize="225 B" entriesSize="584 kB" structuredMetadataSize="1.3 kB" totalSize="584 kB" mostRecentLagMs=558 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:05.565769529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=2558
level=debug ts=2026-02-11T22:15:05.565783987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="297 B" policy= mostRecentLagMs=9558
level=debug ts=2026-02-11T22:15:05.565791684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3557
level=debug ts=2026-02-11T22:15:05.565800473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2558
level=debug ts=2026-02-11T22:15:05.565811677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=558
level=debug ts=2026-02-11T22:15:05.565821041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="549 kB" policy= mostRecentLagMs=878
level=debug ts=2026-02-11T22:15:05.5658272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-11T22:15:05.569327193Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:14.455825722Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=9 entries=27 streamLabelsSize="247 B" entriesSize="1.1 MB" structuredMetadataSize="1.7 kB" totalSize="1.1 MB" mostRecentLagMs=153 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:14.455871571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=8034
level=debug ts=2026-02-11T22:15:14.455888903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=5721
level=debug ts=2026-02-11T22:15:14.455898442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9035
level=debug ts=2026-02-11T22:15:14.45590813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="661 kB" policy= mostRecentLagMs=153
level=debug ts=2026-02-11T22:15:14.455917722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=8034
level=debug ts=2026-02-11T22:15:14.455929274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="28 kB" policy= mostRecentLagMs=2157
level=debug ts=2026-02-11T22:15:14.455941716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="15 kB" policy= mostRecentLagMs=6035
level=debug ts=2026-02-11T22:15:14.455952544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=1035
level=debug ts=2026-02-11T22:15:14.455962558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="361 kB" policy= mostRecentLagMs=6785
level=debug ts=2026-02-11T22:15:14.460994091Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:14.518038646Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="56 kB" streams=15 entries=43 streamLabelsSize="456 B" entriesSize="873 kB" structuredMetadataSize="2.8 kB" totalSize="874 kB" mostRecentLagMs=29 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:14.518080336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="665 B" policy= mostRecentLagMs=6029
level=debug ts=2026-02-11T22:15:14.518097345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=7028
level=debug ts=2026-02-11T22:15:14.518106481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=6029
level=debug ts=2026-02-11T22:15:14.518117377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="36 kB" policy= mostRecentLagMs=240
level=debug ts=2026-02-11T22:15:14.518126613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=29
level=debug ts=2026-02-11T22:15:14.518136235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="219 B" policy= mostRecentLagMs=10029
level=debug ts=2026-02-11T22:15:14.518145076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="822 B" policy= mostRecentLagMs=5029
level=debug ts=2026-02-11T22:15:14.518153423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5029
level=debug ts=2026-02-11T22:15:14.518161474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="635 B" policy= mostRecentLagMs=5029
level=debug ts=2026-02-11T22:15:14.518169324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="14 kB" policy= mostRecentLagMs=5029
level=debug ts=2026-02-11T22:15:14.5181771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="12 kB" policy= mostRecentLagMs=4029
level=debug ts=2026-02-11T22:15:14.518184733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="34 kB" policy= mostRecentLagMs=4029
level=debug ts=2026-02-11T22:15:14.518192529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="211 kB" policy= mostRecentLagMs=5505
level=debug ts=2026-02-11T22:15:14.51819954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="79 kB" policy= mostRecentLagMs=2305
level=debug ts=2026-02-11T22:15:14.518207329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="455 kB" policy= mostRecentLagMs=2051
level=debug ts=2026-02-11T22:15:14.522380156Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:16.048138779Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="76 kB" streams=10 entries=28 streamLabelsSize="291 B" entriesSize="1.4 MB" structuredMetadataSize="1.8 kB" totalSize="1.4 MB" mostRecentLagMs=342 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:16.048177348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7040
level=debug ts=2026-02-11T22:15:16.048188224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=1041
level=debug ts=2026-02-11T22:15:16.048194575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=1041
level=debug ts=2026-02-11T22:15:16.048200917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=6040
level=debug ts=2026-02-11T22:15:16.048206125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="21 kB" policy= mostRecentLagMs=6040
level=debug ts=2026-02-11T22:15:16.048211099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="60 kB" policy= mostRecentLagMs=6040
level=debug ts=2026-02-11T22:15:16.04821919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="195 B" policy= mostRecentLagMs=10041
level=debug ts=2026-02-11T22:15:16.048228281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="26 kB" policy= mostRecentLagMs=7040
level=debug ts=2026-02-11T22:15:16.048233859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=2368
level=debug ts=2026-02-11T22:15:16.048238823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=342
level=debug ts=2026-02-11T22:15:16.055932529Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:24.805792726Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=7 entries=17 streamLabelsSize="188 B" entriesSize="625 kB" structuredMetadataSize="1.1 kB" totalSize="626 kB" mostRecentLagMs=1385 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:24.805824199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1385
level=debug ts=2026-02-11T22:15:24.805836621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3384
level=debug ts=2026-02-11T22:15:24.805842857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="442 B" policy= mostRecentLagMs=2385
level=debug ts=2026-02-11T22:15:24.805848063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1385
level=debug ts=2026-02-11T22:15:24.805853114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1385
level=debug ts=2026-02-11T22:15:24.805858819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="379 B" policy= mostRecentLagMs=1385
level=debug ts=2026-02-11T22:15:24.805864736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="620 kB" policy= mostRecentLagMs=3373
level=debug ts=2026-02-11T22:15:24.809421646Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:26.875212258Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=5 entries=7 streamLabelsSize="168 B" entriesSize="306 kB" structuredMetadataSize="472 B" totalSize="306 kB" mostRecentLagMs=386 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:26.875244393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5386
level=debug ts=2026-02-11T22:15:26.875255577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="65 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:15:26.875261293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=2386
level=debug ts=2026-02-11T22:15:26.875285311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="291 B" policy= mostRecentLagMs=386
level=debug ts=2026-02-11T22:15:26.875291925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="241 kB" policy= mostRecentLagMs=782
level=debug ts=2026-02-11T22:15:26.878418086Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:27.601221325Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=9 entries=20 streamLabelsSize="298 B" entriesSize="482 kB" structuredMetadataSize="1.3 kB" totalSize="482 kB" mostRecentLagMs=884 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:27.601262573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=6594
level=debug ts=2026-02-11T22:15:27.601298977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5593
level=debug ts=2026-02-11T22:15:27.60131024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6594
level=debug ts=2026-02-11T22:15:27.601319038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="934 B" policy= mostRecentLagMs=2593
level=debug ts=2026-02-11T22:15:27.601327861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4593
level=debug ts=2026-02-11T22:15:27.601336196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3594
level=debug ts=2026-02-11T22:15:27.60134514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=884
level=debug ts=2026-02-11T22:15:27.601353787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="441 kB" policy= mostRecentLagMs=6215
level=debug ts=2026-02-11T22:15:27.601363408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3594
level=debug ts=2026-02-11T22:15:27.604319215Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:15:28.130287451Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:15:36.43893204Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=7 entries=15 streamLabelsSize="210 B" entriesSize="510 kB" structuredMetadataSize="982 B" totalSize="510 kB" mostRecentLagMs=647 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:36.438968488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=5017
level=debug ts=2026-02-11T22:15:36.438979787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7017
level=debug ts=2026-02-11T22:15:36.438986425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=8017
level=debug ts=2026-02-11T22:15:36.438992192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="419 kB" policy= mostRecentLagMs=647
level=debug ts=2026-02-11T22:15:36.438998495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5017
level=debug ts=2026-02-11T22:15:36.439004143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9057
level=debug ts=2026-02-11T22:15:36.439009221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=5017
level=debug ts=2026-02-11T22:15:36.442927378Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:38.031824401Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=7 entries=14 streamLabelsSize="191 B" entriesSize="523 kB" structuredMetadataSize="888 B" totalSize="523 kB" mostRecentLagMs=24 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:38.03186749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=5055
level=debug ts=2026-02-11T22:15:38.03188419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="103 B" policy= mostRecentLagMs=24
level=debug ts=2026-02-11T22:15:38.031894623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6024
level=debug ts=2026-02-11T22:15:38.031903754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=24
level=debug ts=2026-02-11T22:15:38.031913099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="390 B" policy= mostRecentLagMs=24
level=debug ts=2026-02-11T22:15:38.031921293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10024
level=debug ts=2026-02-11T22:15:38.031929819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="478 kB" policy= mostRecentLagMs=1282
level=debug ts=2026-02-11T22:15:38.034980911Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:38.896830374Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=9 entries=14 streamLabelsSize="291 B" entriesSize="161 kB" structuredMetadataSize="883 B" totalSize="161 kB" mostRecentLagMs=404 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:38.896874229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=8408
level=debug ts=2026-02-11T22:15:38.896892047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=1244
level=debug ts=2026-02-11T22:15:38.896902444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=8408
level=debug ts=2026-02-11T22:15:38.896914294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=8408
level=debug ts=2026-02-11T22:15:38.896926207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="76 kB" policy= mostRecentLagMs=938
level=debug ts=2026-02-11T22:15:38.896935744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="35 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:15:38.8969448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7407
level=debug ts=2026-02-11T22:15:38.896955551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=404
level=debug ts=2026-02-11T22:15:38.896966011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7407
level=debug ts=2026-02-11T22:15:38.898945987Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:46.564244634Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="112 kB" streams=9 entries=38 streamLabelsSize="271 B" entriesSize="2.0 MB" structuredMetadataSize="2.5 kB" totalSize="2.0 MB" mostRecentLagMs=80 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:46.564318812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=6061
level=debug ts=2026-02-11T22:15:46.564336777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=150
level=debug ts=2026-02-11T22:15:46.564349488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=5557
level=debug ts=2026-02-11T22:15:46.564359506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4557
level=debug ts=2026-02-11T22:15:46.564369122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=3556
level=debug ts=2026-02-11T22:15:46.564377999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2557
level=debug ts=2026-02-11T22:15:46.56438647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=80
level=debug ts=2026-02-11T22:15:46.564394352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=4557
level=debug ts=2026-02-11T22:15:46.564401828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="922 B" policy= mostRecentLagMs=557
level=debug ts=2026-02-11T22:15:46.575496433Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:46.990778303Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="78 kB" streams=6 entries=22 streamLabelsSize="181 B" entriesSize="1.7 MB" structuredMetadataSize="1.4 kB" totalSize="1.7 MB" mostRecentLagMs=484 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:46.99080942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=3569
level=debug ts=2026-02-11T22:15:46.990820212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=3520
level=debug ts=2026-02-11T22:15:46.990825949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=484
level=debug ts=2026-02-11T22:15:46.990832368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="49 kB" policy= mostRecentLagMs=722
level=debug ts=2026-02-11T22:15:46.990837913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="364 B" policy= mostRecentLagMs=1569
level=debug ts=2026-02-11T22:15:46.990842942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="627 B" policy= mostRecentLagMs=570
level=debug ts=2026-02-11T22:15:46.998675919Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:48.976702833Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=12 entries=30 streamLabelsSize="355 B" entriesSize="1.6 MB" structuredMetadataSize="1.9 kB" totalSize="1.6 MB" mostRecentLagMs=100 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:48.976747535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="103 B" policy= mostRecentLagMs=487
level=debug ts=2026-02-11T22:15:48.976763998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="103 B" policy= mostRecentLagMs=487
level=debug ts=2026-02-11T22:15:48.976774547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="113 kB" policy= mostRecentLagMs=101
level=debug ts=2026-02-11T22:15:48.976784985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=1860
level=debug ts=2026-02-11T22:15:48.976795823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=487
level=debug ts=2026-02-11T22:15:48.976804982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=487
level=debug ts=2026-02-11T22:15:48.976813572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="168 kB" policy= mostRecentLagMs=1146
level=debug ts=2026-02-11T22:15:48.976821951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="88 B" policy= mostRecentLagMs=8487
level=debug ts=2026-02-11T22:15:48.976831907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="103 B" policy= mostRecentLagMs=487
level=debug ts=2026-02-11T22:15:48.976841185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=666
level=debug ts=2026-02-11T22:15:48.976851074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="88 B" policy= mostRecentLagMs=9488
level=debug ts=2026-02-11T22:15:48.976859625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="481 B" policy= mostRecentLagMs=9488
level=debug ts=2026-02-11T22:15:48.983840588Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:15:50.096852417Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:46372"
level=debug ts=2026-02-11T22:15:56.535786993Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="77 kB" streams=8 entries=24 streamLabelsSize="272 B" entriesSize="1.3 MB" structuredMetadataSize="1.6 kB" totalSize="1.3 MB" mostRecentLagMs=85 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:56.535821151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3529
level=debug ts=2026-02-11T22:15:56.535835401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5528
level=debug ts=2026-02-11T22:15:56.535842741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4528
level=debug ts=2026-02-11T22:15:56.535848744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="16 kB" policy= mostRecentLagMs=6528
level=debug ts=2026-02-11T22:15:56.535853972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="335 B" policy= mostRecentLagMs=8528
level=debug ts=2026-02-11T22:15:56.535858843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=7529
level=debug ts=2026-02-11T22:15:56.53586378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=85
level=debug ts=2026-02-11T22:15:56.535868448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=7606
level=debug ts=2026-02-11T22:15:56.542059151Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:15:57.47059463Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="62 kB" streams=10 entries=42 streamLabelsSize="282 B" entriesSize="1.2 MB" structuredMetadataSize="2.7 kB" totalSize="1.2 MB" mostRecentLagMs=49 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:57.470628249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-11T22:15:57.47063925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="16 kB" policy= mostRecentLagMs=5049
level=debug ts=2026-02-11T22:15:57.470649772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=7050
level=debug ts=2026-02-11T22:15:57.47065794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="999 B" policy= mostRecentLagMs=3049
level=debug ts=2026-02-11T22:15:57.470667087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=10043
level=debug ts=2026-02-11T22:15:57.470677041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=5049
level=debug ts=2026-02-11T22:15:57.470686319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3049
level=debug ts=2026-02-11T22:15:57.470694768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=364
level=debug ts=2026-02-11T22:15:57.470704822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=2024
level=debug ts=2026-02-11T22:15:57.470712912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4049
level=debug ts=2026-02-11T22:15:57.507805285Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:15:58.13177925Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:15:59.526490147Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="74 kB" streams=16 entries=31 streamLabelsSize="467 B" entriesSize="1.3 MB" structuredMetadataSize="2.0 kB" totalSize="1.3 MB" mostRecentLagMs=38 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:15:59.526523879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="10 kB" policy= mostRecentLagMs=5038
level=debug ts=2026-02-11T22:15:59.526534472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=8037
level=debug ts=2026-02-11T22:15:59.526541592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="103 B" policy= mostRecentLagMs=1037
level=debug ts=2026-02-11T22:15:59.526547376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="261 B" policy= mostRecentLagMs=10036
level=debug ts=2026-02-11T22:15:59.52655341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=2038
level=debug ts=2026-02-11T22:15:59.526558256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="261 B" policy= mostRecentLagMs=10037
level=debug ts=2026-02-11T22:15:59.526563321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="962 kB" policy= mostRecentLagMs=38
level=debug ts=2026-02-11T22:15:59.526569432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8037
level=debug ts=2026-02-11T22:15:59.526574775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="57 kB" policy= mostRecentLagMs=4658
level=debug ts=2026-02-11T22:15:59.526579559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=1037
level=debug ts=2026-02-11T22:15:59.526585295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="261 B" policy= mostRecentLagMs=10037
level=debug ts=2026-02-11T22:15:59.526590527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4037
level=debug ts=2026-02-11T22:15:59.52659505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="103 B" policy= mostRecentLagMs=2038
level=debug ts=2026-02-11T22:15:59.526599519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8037
level=debug ts=2026-02-11T22:15:59.526604922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="207 kB" policy= mostRecentLagMs=1145
level=debug ts=2026-02-11T22:15:59.526609353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="691 B" policy= mostRecentLagMs=4037
level=debug ts=2026-02-11T22:15:59.535512171Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:16:00.305898762Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:16:06.641002687Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="58 kB" streams=9 entries=22 streamLabelsSize="268 B" entriesSize="956 kB" structuredMetadataSize="1.4 kB" totalSize="956 kB" mostRecentLagMs=1633 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:06.641031706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2633
level=debug ts=2026-02-11T22:16:06.641042715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9633
level=debug ts=2026-02-11T22:16:06.641049933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9633
level=debug ts=2026-02-11T22:16:06.641055017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="420 B" policy= mostRecentLagMs=5633
level=debug ts=2026-02-11T22:16:06.641060011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=9530
level=debug ts=2026-02-11T22:16:06.641065036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="19 kB" policy= mostRecentLagMs=3634
level=debug ts=2026-02-11T22:16:06.64107089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="853 kB" policy= mostRecentLagMs=6633
level=debug ts=2026-02-11T22:16:06.641075827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="13 kB" policy= mostRecentLagMs=1634
level=debug ts=2026-02-11T22:16:06.641080527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=7765
level=debug ts=2026-02-11T22:16:06.646517406Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:16:07.568216909Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="40 kB" streams=7 entries=16 streamLabelsSize="223 B" entriesSize="740 kB" structuredMetadataSize="1.1 kB" totalSize="741 kB" mostRecentLagMs=3810 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:07.568258474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="24 kB" policy= mostRecentLagMs=7147
level=debug ts=2026-02-11T22:16:07.568295004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=6509
level=debug ts=2026-02-11T22:16:07.56831574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="17 kB" policy= mostRecentLagMs=9147
level=debug ts=2026-02-11T22:16:07.568325789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9468
level=debug ts=2026-02-11T22:16:07.568333953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=3810
level=debug ts=2026-02-11T22:16:07.5683424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=4146
level=debug ts=2026-02-11T22:16:07.568350418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="456 kB" policy= mostRecentLagMs=7557
level=debug ts=2026-02-11T22:16:07.572235011Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:16:10.500449372Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=14 entries=26 streamLabelsSize="421 B" entriesSize="229 kB" structuredMetadataSize="1.6 kB" totalSize="229 kB" mostRecentLagMs=12 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:10.500484051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="822 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-11T22:16:10.500495099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="986 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-11T22:16:10.500502237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="999 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-11T22:16:10.500509116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="24 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:16:10.50051413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="29 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-11T22:16:10.500519145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="113 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-11T22:16:10.500524248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="28 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:16:10.500529657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="591 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:16:10.500534402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-11T22:16:10.500539581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-11T22:16:10.500544049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="24 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-11T22:16:10.500548568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="582 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:16:10.50055439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-11T22:16:10.500560457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="995 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-11T22:16:10.502921185Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:16:18.02092297Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=7 entries=10 streamLabelsSize="212 B" entriesSize="344 kB" structuredMetadataSize="638 B" totalSize="344 kB" mostRecentLagMs=3013 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:18.020952567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8013
level=debug ts=2026-02-11T22:16:18.020964376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-11T22:16:18.020970834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9970
level=debug ts=2026-02-11T22:16:18.020975755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="208 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-11T22:16:18.020982295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=4459
level=debug ts=2026-02-11T22:16:18.020987311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=3013
level=debug ts=2026-02-11T22:16:18.020992272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="72 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:16:18.02411213Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:16:18.433750711Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=5 entries=7 streamLabelsSize="132 B" entriesSize="556 kB" structuredMetadataSize="471 B" totalSize="556 kB" mostRecentLagMs=13 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:18.433779871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="239 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-11T22:16:18.433790607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="309 kB" policy= mostRecentLagMs=9793
level=debug ts=2026-02-11T22:16:18.433797793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5012
level=debug ts=2026-02-11T22:16:18.4338065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-11T22:16:18.433811951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="88 B" policy= mostRecentLagMs=13
level=debug ts=2026-02-11T22:16:18.437817713Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:16:20.099122655Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:44736"
level=debug ts=2026-02-11T22:16:21.49542738Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.7 kB" streams=8 entries=8 streamLabelsSize="245 B" entriesSize="76 kB" structuredMetadataSize="566 B" totalSize="76 kB" mostRecentLagMs=6 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:21.495460606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="439 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:16:21.495471835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-11T22:16:21.495478196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:16:21.495485811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:16:21.495491897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-11T22:16:21.495497126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:16:21.495503261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="25 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-11T22:16:21.495508175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-11T22:16:21.497332543Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:16:27.931632797Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:34656"
ts=2026-02-11T22:16:28.134060095Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:16:29.855405161Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.9 kB" streams=7 entries=8 streamLabelsSize="218 B" entriesSize="101 kB" structuredMetadataSize="539 B" totalSize="101 kB" mostRecentLagMs=1434 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:29.855432314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8434
level=debug ts=2026-02-11T22:16:29.855442481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="56 kB" policy= mostRecentLagMs=8434
level=debug ts=2026-02-11T22:16:29.855448372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6434
level=debug ts=2026-02-11T22:16:29.855453707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:16:29.855459509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=1434
level=debug ts=2026-02-11T22:16:29.855464244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2434
level=debug ts=2026-02-11T22:16:29.85546862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=4434
level=debug ts=2026-02-11T22:16:29.856972855Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:16:32.016590707Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=10 entries=12 streamLabelsSize="333 B" entriesSize="200 kB" structuredMetadataSize="785 B" totalSize="201 kB" mostRecentLagMs=8 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:32.016619843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="336 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:16:32.016631305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:16:32.016639494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:16:32.016645149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:16:32.016650082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:16:32.016655048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="158 kB" policy= mostRecentLagMs=424
level=debug ts=2026-02-11T22:16:32.016660214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:16:32.016665521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-11T22:16:32.016670696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-11T22:16:32.016675934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=3417
level=debug ts=2026-02-11T22:16:32.018474521Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:16:32.496213039Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=7 entries=7 streamLabelsSize="206 B" entriesSize="97 kB" structuredMetadataSize="478 B" totalSize="97 kB" mostRecentLagMs=1007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:32.496246288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="88 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:16:32.496256148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:16:32.49626244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:16:32.496288444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-11T22:16:32.496297779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:16:32.496314721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="88 kB" policy= mostRecentLagMs=1674
level=debug ts=2026-02-11T22:16:32.49632001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="88 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:16:32.49834347Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:16:40.858810396Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=6 entries=12 streamLabelsSize="183 B" entriesSize="855 kB" structuredMetadataSize="786 B" totalSize="855 kB" mostRecentLagMs=438 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:40.858840098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=438
level=debug ts=2026-02-11T22:16:40.858850734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7438
level=debug ts=2026-02-11T22:16:40.858856791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="446 kB" policy= mostRecentLagMs=4941
level=debug ts=2026-02-11T22:16:40.858864127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=8339
level=debug ts=2026-02-11T22:16:40.858869369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7438
level=debug ts=2026-02-11T22:16:40.858874545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=704
level=debug ts=2026-02-11T22:16:40.864548619Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:16:42.885889036Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=8 entries=15 streamLabelsSize="248 B" entriesSize="669 kB" structuredMetadataSize="958 B" totalSize="669 kB" mostRecentLagMs=397 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:42.885918923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="537 B" policy= mostRecentLagMs=1397
level=debug ts=2026-02-11T22:16:42.885929349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8397
level=debug ts=2026-02-11T22:16:42.885936638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2397
level=debug ts=2026-02-11T22:16:42.885942294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="356 B" policy= mostRecentLagMs=397
level=debug ts=2026-02-11T22:16:42.885947252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="595 kB" policy= mostRecentLagMs=3894
level=debug ts=2026-02-11T22:16:42.885953185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6311
level=debug ts=2026-02-11T22:16:42.885958064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1397
level=debug ts=2026-02-11T22:16:42.88596246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=3374
level=debug ts=2026-02-11T22:16:42.890614195Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:16:42.899332974Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=11 entries=32 streamLabelsSize="334 B" entriesSize="582 kB" structuredMetadataSize="2.0 kB" totalSize="582 kB" mostRecentLagMs=892 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:42.899359237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=5210
level=debug ts=2026-02-11T22:16:42.899369803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="15 kB" policy= mostRecentLagMs=892
level=debug ts=2026-02-11T22:16:42.899375989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="50 kB" policy= mostRecentLagMs=2891
level=debug ts=2026-02-11T22:16:42.899381499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="415 kB" policy= mostRecentLagMs=892
level=debug ts=2026-02-11T22:16:42.899387442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="15 kB" policy= mostRecentLagMs=2891
level=debug ts=2026-02-11T22:16:42.899393099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="232 B" policy= mostRecentLagMs=1891
level=debug ts=2026-02-11T22:16:42.89939805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="762 B" policy= mostRecentLagMs=1891
level=debug ts=2026-02-11T22:16:42.899402813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9891
level=debug ts=2026-02-11T22:16:42.899407666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="232 B" policy= mostRecentLagMs=1891
level=debug ts=2026-02-11T22:16:42.89941315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=892
level=debug ts=2026-02-11T22:16:42.899417852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="860 B" policy= mostRecentLagMs=1891
level=debug ts=2026-02-11T22:16:42.902184361Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:16:51.251176219Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:16:53.019613664Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=12 entries=31 streamLabelsSize="366 B" entriesSize="243 kB" structuredMetadataSize="2.1 kB" totalSize="243 kB" mostRecentLagMs=12 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:53.019648289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=12
level=debug ts=2026-02-11T22:16:53.01965956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:16:53.019667158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:16:53.019673315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="160 kB" policy= mostRecentLagMs=75
level=debug ts=2026-02-11T22:16:53.019678692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="627 B" policy= mostRecentLagMs=9012
level=debug ts=2026-02-11T22:16:53.01968353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-11T22:16:53.019688437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="13 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-11T22:16:53.019693913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-11T22:16:53.019699833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-11T22:16:53.019704324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-11T22:16:53.019709426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=3569
level=debug ts=2026-02-11T22:16:53.019714239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-11T22:16:53.033973378Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:16:54.429887632Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=6 entries=9 streamLabelsSize="188 B" entriesSize="212 kB" structuredMetadataSize="596 B" totalSize="212 kB" mostRecentLagMs=1008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:54.429917299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:16:54.429928144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="16 kB" policy= mostRecentLagMs=1388
level=debug ts=2026-02-11T22:16:54.429933756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-11T22:16:54.429939081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:16:54.429945811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="169 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-11T22:16:54.429951698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-11T22:16:54.433142363Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:16:54.501884649Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=10 entries=15 streamLabelsSize="304 B" entriesSize="366 kB" structuredMetadataSize="956 B" totalSize="366 kB" mostRecentLagMs=13 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:16:54.501921825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="27 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-11T22:16:54.501936368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-11T22:16:54.501946031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="279 kB" policy= mostRecentLagMs=2386
level=debug ts=2026-02-11T22:16:54.501954328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-11T22:16:54.501964526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="35 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-11T22:16:54.501972006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-11T22:16:54.501980635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=13
level=debug ts=2026-02-11T22:16:54.501988177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=3013
level=debug ts=2026-02-11T22:16:54.501995892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="966 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-11T22:16:54.502003054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2012
level=debug ts=2026-02-11T22:16:54.504556866Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:16:58.136151165Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:17:05.706651274Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=5 entries=8 streamLabelsSize="152 B" entriesSize="452 kB" structuredMetadataSize="547 B" totalSize="452 kB" mostRecentLagMs=285 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:05.706697859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="179 kB" policy= mostRecentLagMs=6229
level=debug ts=2026-02-11T22:17:05.706719598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="272 kB" policy= mostRecentLagMs=1156
level=debug ts=2026-02-11T22:17:05.706737441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7285
level=debug ts=2026-02-11T22:17:05.706752408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=285
level=debug ts=2026-02-11T22:17:05.707007311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=7286
level=debug ts=2026-02-11T22:17:05.709843811Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:17:06.01825731Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=13 entries=26 streamLabelsSize="401 B" entriesSize="257 kB" structuredMetadataSize="1.7 kB" totalSize="257 kB" mostRecentLagMs=10 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:06.018315771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="354 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-11T22:17:06.018327265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="562 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-11T22:17:06.018332949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-11T22:17:06.018338308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="298 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-11T22:17:06.018344991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="358 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-11T22:17:06.018349915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="36 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-11T22:17:06.018357462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="450 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-11T22:17:06.018365851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:17:06.018372331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:17:06.018376971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-11T22:17:06.018382315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="154 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:17:06.01838705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-11T22:17:06.01839178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="46 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-11T22:17:06.022696362Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:17:07.509841356Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=8 entries=17 streamLabelsSize="253 B" entriesSize="609 kB" structuredMetadataSize="1.2 kB" totalSize="610 kB" mostRecentLagMs=555 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:07.50987185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=10021
level=debug ts=2026-02-11T22:17:07.509883254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=2020
level=debug ts=2026-02-11T22:17:07.509889525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=10021
level=debug ts=2026-02-11T22:17:07.509895103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=8021
level=debug ts=2026-02-11T22:17:07.509900658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10021
level=debug ts=2026-02-11T22:17:07.50990595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="249 kB" policy= mostRecentLagMs=3171
level=debug ts=2026-02-11T22:17:07.509912123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="13 kB" policy= mostRecentLagMs=3021
level=debug ts=2026-02-11T22:17:07.509917436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="319 kB" policy= mostRecentLagMs=555
level=debug ts=2026-02-11T22:17:07.522117295Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:17:17.183639422Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=5 entries=10 streamLabelsSize="158 B" entriesSize="862 kB" structuredMetadataSize="665 B" totalSize="862 kB" mostRecentLagMs=352 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:17.183684737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="56 kB" policy= mostRecentLagMs=352
level=debug ts=2026-02-11T22:17:17.183702023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="408 kB" policy= mostRecentLagMs=2498
level=debug ts=2026-02-11T22:17:17.183712247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="373 kB" policy= mostRecentLagMs=10031
level=debug ts=2026-02-11T22:17:17.183721755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3763
level=debug ts=2026-02-11T22:17:17.183731213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=9622
level=debug ts=2026-02-11T22:17:17.188685333Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:17:17.223910051Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=7 entries=14 streamLabelsSize="207 B" entriesSize="626 kB" structuredMetadataSize="895 B" totalSize="626 kB" mostRecentLagMs=2216 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:17.223950523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=4217
level=debug ts=2026-02-11T22:17:17.223967125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="582 kB" policy= mostRecentLagMs=2397
level=debug ts=2026-02-11T22:17:17.223978432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2216
level=debug ts=2026-02-11T22:17:17.223988683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=4217
level=debug ts=2026-02-11T22:17:17.22399771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=2848
level=debug ts=2026-02-11T22:17:17.224006218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="444 B" policy= mostRecentLagMs=2216
level=debug ts=2026-02-11T22:17:17.224014456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8216
level=debug ts=2026-02-11T22:17:17.236911472Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:17:18.114018501Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=12 entries=27 streamLabelsSize="321 B" entriesSize="496 kB" structuredMetadataSize="1.7 kB" totalSize="496 kB" mostRecentLagMs=1624 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:18.114047074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="530 B" policy= mostRecentLagMs=5624
level=debug ts=2026-02-11T22:17:18.114057145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=5374
level=debug ts=2026-02-11T22:17:18.114063028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1624
level=debug ts=2026-02-11T22:17:18.114068389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="438 kB" policy= mostRecentLagMs=2395
level=debug ts=2026-02-11T22:17:18.114073394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="430 B" policy= mostRecentLagMs=5624
level=debug ts=2026-02-11T22:17:18.114079906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="587 B" policy= mostRecentLagMs=8625
level=debug ts=2026-02-11T22:17:18.114084875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="690 B" policy= mostRecentLagMs=4625
level=debug ts=2026-02-11T22:17:18.114090798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3625
level=debug ts=2026-02-11T22:17:18.114096445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6625
level=debug ts=2026-02-11T22:17:18.114101101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6625
level=debug ts=2026-02-11T22:17:18.114105361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="298 B" policy= mostRecentLagMs=6625
level=debug ts=2026-02-11T22:17:18.114109847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=6625
level=debug ts=2026-02-11T22:17:18.12299983Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:17:20.103843731Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:44024"
level=debug ts=2026-02-11T22:17:27.445177978Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=13 entries=47 streamLabelsSize="368 B" entriesSize="701 kB" structuredMetadataSize="3.0 kB" totalSize="701 kB" mostRecentLagMs=1024 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:27.445216791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=7418
level=debug ts=2026-02-11T22:17:27.445227682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=6023
level=debug ts=2026-02-11T22:17:27.445233251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=3024
level=debug ts=2026-02-11T22:17:27.445238656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3929
level=debug ts=2026-02-11T22:17:27.445244909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=4024
level=debug ts=2026-02-11T22:17:27.445249711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="762 B" policy= mostRecentLagMs=5023
level=debug ts=2026-02-11T22:17:27.445254891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=4538
level=debug ts=2026-02-11T22:17:27.445260286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="326 B" policy= mostRecentLagMs=4024
level=debug ts=2026-02-11T22:17:27.44528282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10024
level=debug ts=2026-02-11T22:17:27.445289874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="603 kB" policy= mostRecentLagMs=3364
level=debug ts=2026-02-11T22:17:27.445294864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3024
level=debug ts=2026-02-11T22:17:27.445300887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3024
level=debug ts=2026-02-11T22:17:27.445305742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1024
level=debug ts=2026-02-11T22:17:27.462034541Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:17:27.590628469Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=8 entries=14 streamLabelsSize="286 B" entriesSize="580 kB" structuredMetadataSize="936 B" totalSize="580 kB" mostRecentLagMs=3428 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:27.590658113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4583
level=debug ts=2026-02-11T22:17:27.590669197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5583
level=debug ts=2026-02-11T22:17:27.590675658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="670 B" policy= mostRecentLagMs=5583
level=debug ts=2026-02-11T22:17:27.59068233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=4777
level=debug ts=2026-02-11T22:17:27.590687651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="453 B" policy= mostRecentLagMs=3583
level=debug ts=2026-02-11T22:17:27.590694785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5583
level=debug ts=2026-02-11T22:17:27.590701429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="83 kB" policy= mostRecentLagMs=3764
level=debug ts=2026-02-11T22:17:27.590706796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="471 kB" policy= mostRecentLagMs=3428
level=debug ts=2026-02-11T22:17:27.594103756Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:17:28.139460133Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:17:28.691093194Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="56 kB" streams=9 entries=28 streamLabelsSize="275 B" entriesSize="1.0 MB" structuredMetadataSize="1.9 kB" totalSize="1.0 MB" mostRecentLagMs=201 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:28.691135665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=202
level=debug ts=2026-02-11T22:17:28.691151547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="371 B" policy= mostRecentLagMs=8202
level=debug ts=2026-02-11T22:17:28.691162585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="87 kB" policy= mostRecentLagMs=3855
level=debug ts=2026-02-11T22:17:28.691172081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="810 kB" policy= mostRecentLagMs=2177
level=debug ts=2026-02-11T22:17:28.691183023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=9201
level=debug ts=2026-02-11T22:17:28.691191875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=5879
level=debug ts=2026-02-11T22:17:28.691199998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7202
level=debug ts=2026-02-11T22:17:28.691207851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=5202
level=debug ts=2026-02-11T22:17:28.691217344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="71 kB" policy= mostRecentLagMs=9831
level=debug ts=2026-02-11T22:17:28.696440392Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:17:38.436134362Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=12 entries=32 streamLabelsSize="326 B" entriesSize="558 kB" structuredMetadataSize="2.2 kB" totalSize="558 kB" mostRecentLagMs=2015 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:38.436168353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="110 kB" policy= mostRecentLagMs=2687
level=debug ts=2026-02-11T22:17:38.436178935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-11T22:17:38.43618461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-11T22:17:38.436191241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="11 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:17:38.436196301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-11T22:17:38.436201088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=4572
level=debug ts=2026-02-11T22:17:38.436205733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:17:38.436210417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=2015
level=debug ts=2026-02-11T22:17:38.436214914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-11T22:17:38.436220202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="51 kB" policy= mostRecentLagMs=2732
level=debug ts=2026-02-11T22:17:38.436225043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:17:38.43622964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5015
level=debug ts=2026-02-11T22:17:38.440547059Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:17:41.499855989Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=12 entries=19 streamLabelsSize="375 B" entriesSize="249 kB" structuredMetadataSize="1.3 kB" totalSize="249 kB" mostRecentLagMs=2011 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:41.499901424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="167 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:17:41.499916734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:17:41.499924927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:17:41.499931075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-11T22:17:41.499936584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:17:41.499942867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="92 kB" policy= mostRecentLagMs=5817
level=debug ts=2026-02-11T22:17:41.499948071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-11T22:17:41.499953284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="95 kB" policy= mostRecentLagMs=4529
level=debug ts=2026-02-11T22:17:41.499958951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="533 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:17:41.499965124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="10 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-11T22:17:41.49997026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-11T22:17:41.499976371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="19 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-11T22:17:41.502123218Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:17:42.02023557Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=8 entries=17 streamLabelsSize="237 B" entriesSize="325 kB" structuredMetadataSize="1.1 kB" totalSize="325 kB" mostRecentLagMs=468 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:42.020283269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9012
level=debug ts=2026-02-11T22:17:42.020295578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-11T22:17:42.020313227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=8012
level=debug ts=2026-02-11T22:17:42.020320325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=6916
level=debug ts=2026-02-11T22:17:42.02032672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="257 kB" policy= mostRecentLagMs=468
level=debug ts=2026-02-11T22:17:42.020331877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-11T22:17:42.020338022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="842 B" policy= mostRecentLagMs=7013
level=debug ts=2026-02-11T22:17:42.020342817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=8012
level=debug ts=2026-02-11T22:17:42.023037646Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:17:49.535505205Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:17:51.658455227Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=7 entries=12 streamLabelsSize="217 B" entriesSize="516 kB" structuredMetadataSize="795 B" totalSize="516 kB" mostRecentLagMs=4169 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:51.658484537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=8389
level=debug ts=2026-02-11T22:17:51.658495348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="58 kB" policy= mostRecentLagMs=4736
level=debug ts=2026-02-11T22:17:51.658500938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="326 kB" policy= mostRecentLagMs=4543
level=debug ts=2026-02-11T22:17:51.658508002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="88 B" policy= mostRecentLagMs=7169
level=debug ts=2026-02-11T22:17:51.658513156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=4914
level=debug ts=2026-02-11T22:17:51.658517924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="44 kB" policy= mostRecentLagMs=4170
level=debug ts=2026-02-11T22:17:51.658522575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=7169
level=debug ts=2026-02-11T22:17:51.661763891Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:17:51.683355722Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=11 entries=20 streamLabelsSize="314 B" entriesSize="434 kB" structuredMetadataSize="1.4 kB" totalSize="434 kB" mostRecentLagMs=262 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:51.683384403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3262
level=debug ts=2026-02-11T22:17:51.683394989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=4262
level=debug ts=2026-02-11T22:17:51.683401918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="315 kB" policy= mostRecentLagMs=1534
level=debug ts=2026-02-11T22:17:51.683408113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8262
level=debug ts=2026-02-11T22:17:51.683413053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="10 kB" policy= mostRecentLagMs=7262
level=debug ts=2026-02-11T22:17:51.683419706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=262
level=debug ts=2026-02-11T22:17:51.683425709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=8262
level=debug ts=2026-02-11T22:17:51.683431071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=6262
level=debug ts=2026-02-11T22:17:51.683436095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="68 kB" policy= mostRecentLagMs=4484
level=debug ts=2026-02-11T22:17:51.683440698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=262
level=debug ts=2026-02-11T22:17:51.683445775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=6262
level=debug ts=2026-02-11T22:17:51.685609539Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:17:53.022822642Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=12 entries=17 streamLabelsSize="388 B" entriesSize="448 kB" structuredMetadataSize="1.1 kB" totalSize="449 kB" mostRecentLagMs=15 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:17:53.022850663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8015
level=debug ts=2026-02-11T22:17:53.022862095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="314 kB" policy= mostRecentLagMs=3842
level=debug ts=2026-02-11T22:17:53.02286875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=9746
level=debug ts=2026-02-11T22:17:53.02287404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1015
level=debug ts=2026-02-11T22:17:53.022879053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=15
level=debug ts=2026-02-11T22:17:53.022884079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=15
level=debug ts=2026-02-11T22:17:53.022889008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-11T22:17:53.022893594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-11T22:17:53.022899283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9015
level=debug ts=2026-02-11T22:17:53.022904243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=238
level=debug ts=2026-02-11T22:17:53.022909667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=6319
level=debug ts=2026-02-11T22:17:53.02291463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-11T22:17:53.026228253Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:17:58.14218104Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:18:02.43780193Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=10 entries=23 streamLabelsSize="282 B" entriesSize="748 kB" structuredMetadataSize="1.6 kB" totalSize="748 kB" mostRecentLagMs=17 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:02.437831301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4016
level=debug ts=2026-02-11T22:18:02.437842571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="466 kB" policy= mostRecentLagMs=4977
level=debug ts=2026-02-11T22:18:02.437848392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="88 B" policy= mostRecentLagMs=7016
level=debug ts=2026-02-11T22:18:02.437854618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=9016
level=debug ts=2026-02-11T22:18:02.437860144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=17
level=debug ts=2026-02-11T22:18:02.437865307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="656 B" policy= mostRecentLagMs=6016
level=debug ts=2026-02-11T22:18:02.437871982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-11T22:18:02.437876915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="744 B" policy= mostRecentLagMs=2016
level=debug ts=2026-02-11T22:18:02.437882087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=4016
level=debug ts=2026-02-11T22:18:02.437887189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="260 kB" policy= mostRecentLagMs=5190
level=debug ts=2026-02-11T22:18:02.441868557Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:18:02.509703016Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=10 entries=18 streamLabelsSize="307 B" entriesSize="746 kB" structuredMetadataSize="1.2 kB" totalSize="747 kB" mostRecentLagMs=223 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:02.509733389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="56 kB" policy= mostRecentLagMs=6020
level=debug ts=2026-02-11T22:18:02.509743816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1021
level=debug ts=2026-02-11T22:18:02.509751233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="141 B" policy= mostRecentLagMs=4021
level=debug ts=2026-02-11T22:18:02.509756778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=6020
level=debug ts=2026-02-11T22:18:02.509763014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="132 kB" policy= mostRecentLagMs=5640
level=debug ts=2026-02-11T22:18:02.50976977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10021
level=debug ts=2026-02-11T22:18:02.509774973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="545 kB" policy= mostRecentLagMs=223
level=debug ts=2026-02-11T22:18:02.509779903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=5020
level=debug ts=2026-02-11T22:18:02.509785477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1021
level=debug ts=2026-02-11T22:18:02.509790127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=5020
level=debug ts=2026-02-11T22:18:02.513921377Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:18:03.844611105Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=9 entries=20 streamLabelsSize="244 B" entriesSize="523 kB" structuredMetadataSize="1.3 kB" totalSize="524 kB" mostRecentLagMs=232 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:03.844641362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=3310
level=debug ts=2026-02-11T22:18:03.844652498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=232
level=debug ts=2026-02-11T22:18:03.844658691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=9837
level=debug ts=2026-02-11T22:18:03.844665731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=7837
level=debug ts=2026-02-11T22:18:03.844670594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1468
level=debug ts=2026-02-11T22:18:03.844675842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="423 kB" policy= mostRecentLagMs=1789
level=debug ts=2026-02-11T22:18:03.844680964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="38 kB" policy= mostRecentLagMs=5837
level=debug ts=2026-02-11T22:18:03.844686793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=5837
level=debug ts=2026-02-11T22:18:03.844691699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=5837
level=debug ts=2026-02-11T22:18:03.848020964Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:18:13.010290037Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=6 entries=16 streamLabelsSize="173 B" entriesSize="384 kB" structuredMetadataSize="1.1 kB" totalSize="384 kB" mostRecentLagMs=589 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:13.010319845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=4239
level=debug ts=2026-02-11T22:18:13.010330566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="298 B" policy= mostRecentLagMs=589
level=debug ts=2026-02-11T22:18:13.010337606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:18:13.01034343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="342 kB" policy= mostRecentLagMs=1984
level=debug ts=2026-02-11T22:18:13.010350105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="801 B" policy= mostRecentLagMs=2589
level=debug ts=2026-02-11T22:18:13.010355078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=1589
level=debug ts=2026-02-11T22:18:13.013282367Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:18:14.022223207Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=11 entries=28 streamLabelsSize="317 B" entriesSize="300 kB" structuredMetadataSize="1.9 kB" totalSize="301 kB" mostRecentLagMs=15 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:14.022299757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-11T22:18:14.022317439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=15
level=debug ts=2026-02-11T22:18:14.0223273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=6726
level=debug ts=2026-02-11T22:18:14.022337566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=3932
level=debug ts=2026-02-11T22:18:14.022347494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-11T22:18:14.022356331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1014
level=debug ts=2026-02-11T22:18:14.022364893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-11T22:18:14.022372736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-11T22:18:14.0223812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="214 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-11T22:18:14.022389434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="354 B" policy= mostRecentLagMs=5014
level=debug ts=2026-02-11T22:18:14.022397458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-11T22:18:14.025882777Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:18:15.502469359Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=6 entries=10 streamLabelsSize="201 B" entriesSize="409 kB" structuredMetadataSize="664 B" totalSize="409 kB" mostRecentLagMs=1014 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:15.502501789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-11T22:18:15.502512929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="40 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-11T22:18:15.50251874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="346 kB" policy= mostRecentLagMs=3452
level=debug ts=2026-02-11T22:18:15.502524209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5355
level=debug ts=2026-02-11T22:18:15.502529602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="235 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:18:15.502534403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="528 B" policy= mostRecentLagMs=1014
level=debug ts=2026-02-11T22:18:15.505697593Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:18:20.108628582Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:40950"
level=debug ts=2026-02-11T22:18:23.429579963Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=11 entries=19 streamLabelsSize="335 B" entriesSize="280 kB" structuredMetadataSize="1.3 kB" totalSize="280 kB" mostRecentLagMs=1008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:23.42960753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="165 kB" policy= mostRecentLagMs=6266
level=debug ts=2026-02-11T22:18:23.429619803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:18:23.429626676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:18:23.429633518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="298 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-11T22:18:23.429638801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-11T22:18:23.429644047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:18:23.42964934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:18:23.42965469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="13 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:18:23.429659974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=7939
level=debug ts=2026-02-11T22:18:23.429665207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=9299
level=debug ts=2026-02-11T22:18:23.429670207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="235 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:18:23.431799742Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:18:24.47638946Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=9 entries=19 streamLabelsSize="269 B" entriesSize="415 kB" structuredMetadataSize="1.2 kB" totalSize="415 kB" mostRecentLagMs=468 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:24.47641852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=1468
level=debug ts=2026-02-11T22:18:24.476429887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="359 kB" policy= mostRecentLagMs=2341
level=debug ts=2026-02-11T22:18:24.476435929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="298 B" policy= mostRecentLagMs=4468
level=debug ts=2026-02-11T22:18:24.476442501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=468
level=debug ts=2026-02-11T22:18:24.476447406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=468
level=debug ts=2026-02-11T22:18:24.476451997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=1468
level=debug ts=2026-02-11T22:18:24.47645788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1468
level=debug ts=2026-02-11T22:18:24.476463661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=9469
level=debug ts=2026-02-11T22:18:24.47646844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="42 kB" policy= mostRecentLagMs=7206
level=debug ts=2026-02-11T22:18:24.479639151Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:18:25.861970861Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-11T22:18:25.863806753Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-11T22:18:26.359635546Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=7 entries=11 streamLabelsSize="205 B" entriesSize="396 kB" structuredMetadataSize="682 B" totalSize="397 kB" mostRecentLagMs=2786 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:26.359667574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="345 kB" policy= mostRecentLagMs=2786
level=debug ts=2026-02-11T22:18:26.359677922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=8871
level=debug ts=2026-02-11T22:18:26.35968495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="47 kB" policy= mostRecentLagMs=5870
level=debug ts=2026-02-11T22:18:26.359691254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=9870
level=debug ts=2026-02-11T22:18:26.359696658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4871
level=debug ts=2026-02-11T22:18:26.359702421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=4871
level=debug ts=2026-02-11T22:18:26.359707419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4871
level=debug ts=2026-02-11T22:18:26.362441309Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:18:28.145291068Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:18:34.435114647Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=9 entries=17 streamLabelsSize="251 B" entriesSize="555 kB" structuredMetadataSize="1.1 kB" totalSize="555 kB" mostRecentLagMs=1957 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:34.435145523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="890 B" policy= mostRecentLagMs=2014
level=debug ts=2026-02-11T22:18:34.435156297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="32 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-11T22:18:34.435162362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="32 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-11T22:18:34.435169334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="103 kB" policy= mostRecentLagMs=1957
level=debug ts=2026-02-11T22:18:34.435174718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="373 kB" policy= mostRecentLagMs=6509
level=debug ts=2026-02-11T22:18:34.435179869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-11T22:18:34.435184757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-11T22:18:34.435189725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="822 B" policy= mostRecentLagMs=7014
level=debug ts=2026-02-11T22:18:34.435194429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-11T22:18:34.439170683Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:18:34.61315747Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=12 entries=19 streamLabelsSize="361 B" entriesSize="532 kB" structuredMetadataSize="1.2 kB" totalSize="533 kB" mostRecentLagMs=22 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:34.613189299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1643
level=debug ts=2026-02-11T22:18:34.613200499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1605
level=debug ts=2026-02-11T22:18:34.613207106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-11T22:18:34.613212728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=818
level=debug ts=2026-02-11T22:18:34.613217987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=1605
level=debug ts=2026-02-11T22:18:34.613222747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="166 B" policy= mostRecentLagMs=9605
level=debug ts=2026-02-11T22:18:34.61322793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2606
level=debug ts=2026-02-11T22:18:34.613234182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="902 B" policy= mostRecentLagMs=9605
level=debug ts=2026-02-11T22:18:34.613239822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="239 B" policy= mostRecentLagMs=8606
level=debug ts=2026-02-11T22:18:34.613244736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="436 kB" policy= mostRecentLagMs=22
level=debug ts=2026-02-11T22:18:34.613249759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1606
level=debug ts=2026-02-11T22:18:34.613254503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="239 B" policy= mostRecentLagMs=7605
level=debug ts=2026-02-11T22:18:34.615858792Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:18:37.499248099Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=6 entries=9 streamLabelsSize="170 B" entriesSize="180 kB" structuredMetadataSize="550 B" totalSize="180 kB" mostRecentLagMs=10 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:37.499295743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-11T22:18:37.499306897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="40 kB" policy= mostRecentLagMs=9267
level=debug ts=2026-02-11T22:18:37.49931341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-11T22:18:37.499318553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="750 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-11T22:18:37.499323435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="430 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-11T22:18:37.499328288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="116 kB" policy= mostRecentLagMs=4847
level=debug ts=2026-02-11T22:18:37.501135299Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:18:45.03108141Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="70 kB" streams=10 entries=98 streamLabelsSize="294 B" entriesSize="539 kB" structuredMetadataSize="7.2 kB" totalSize="539 kB" mostRecentLagMs=24 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:45.031113873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="313 kB" policy= mostRecentLagMs=2905
level=debug ts=2026-02-11T22:18:45.031125019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=2902
level=debug ts=2026-02-11T22:18:45.031132095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="150 kB" policy= mostRecentLagMs=1160
level=debug ts=2026-02-11T22:18:45.03113733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="30 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-11T22:18:45.031143611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="449 B" policy= mostRecentLagMs=9023
level=debug ts=2026-02-11T22:18:45.031148689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=24
level=debug ts=2026-02-11T22:18:45.031154335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2023
level=debug ts=2026-02-11T22:18:45.031159201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=1023
level=debug ts=2026-02-11T22:18:45.031163757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="30 kB" policy= mostRecentLagMs=410
level=debug ts=2026-02-11T22:18:45.031168671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=1023
level=debug ts=2026-02-11T22:18:45.036323427Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:18:45.426963386Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=10 streamLabelsSize="237 B" entriesSize="149 kB" structuredMetadataSize="699 B" totalSize="149 kB" mostRecentLagMs=603 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:45.42699355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-11T22:18:45.427005819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2276
level=debug ts=2026-02-11T22:18:45.427013992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:18:45.427020915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="68 kB" policy= mostRecentLagMs=6388
level=debug ts=2026-02-11T22:18:45.42702718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=604
level=debug ts=2026-02-11T22:18:45.427032224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6892
level=debug ts=2026-02-11T22:18:45.427037419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-11T22:18:45.427042699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:18:45.428513904Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:18:48.495926461Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.5 kB" streams=11 entries=16 streamLabelsSize="314 B" entriesSize="78 kB" structuredMetadataSize="1.1 kB" totalSize="79 kB" mostRecentLagMs=7 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:48.49595946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="718 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-11T22:18:48.495969934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="367 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:18:48.495976655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:18:48.495982978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-11T22:18:48.4959905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="53 kB" policy= mostRecentLagMs=4463
level=debug ts=2026-02-11T22:18:48.49599662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-11T22:18:48.496007013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-11T22:18:48.496015235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="627 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:18:48.496039358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:18:48.496046567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:18:48.496052451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-11T22:18:48.497889127Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:18:55.57588487Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=4 entries=6 streamLabelsSize="127 B" entriesSize="530 kB" structuredMetadataSize="421 B" totalSize="530 kB" mostRecentLagMs=1701 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:18:55.57591666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6155
level=debug ts=2026-02-11T22:18:55.575927115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="503 kB" policy= mostRecentLagMs=1701
level=debug ts=2026-02-11T22:18:55.575935051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="395 B" policy= mostRecentLagMs=6155
level=debug ts=2026-02-11T22:18:55.575941461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:18:55.579146371Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:18:58.147640919Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:19:01.019259279Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=12 entries=17 streamLabelsSize="381 B" entriesSize="304 kB" structuredMetadataSize="1.1 kB" totalSize="305 kB" mostRecentLagMs=2168 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:01.019304453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=8303
level=debug ts=2026-02-11T22:19:01.019315472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-11T22:19:01.019322716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-11T22:19:01.019328209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-11T22:19:01.019333584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=8012
level=debug ts=2026-02-11T22:19:01.019340645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-11T22:19:01.01934549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="103 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:19:01.019350407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="208 kB" policy= mostRecentLagMs=2168
level=debug ts=2026-02-11T22:19:01.0193549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-11T22:19:01.019359645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="31 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:19:01.01936429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="239 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-11T22:19:01.019383274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:19:01.022366531Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:01.500194499Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=6 entries=9 streamLabelsSize="169 B" entriesSize="347 kB" structuredMetadataSize="570 B" totalSize="347 kB" mostRecentLagMs=1540 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:01.500222592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="44 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-11T22:19:01.500232996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="259 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-11T22:19:01.500239407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="21 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-11T22:19:01.500245454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-11T22:19:01.500251231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=1540
level=debug ts=2026-02-11T22:19:01.500256311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:19:01.50241885Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:04.722827826Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:19:08.427401636Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.2 kB" streams=5 entries=6 streamLabelsSize="150 B" entriesSize="133 kB" structuredMetadataSize="382 B" totalSize="133 kB" mostRecentLagMs=4006 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:08.427432296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="115 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-11T22:19:08.427443424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-11T22:19:08.427448987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:19:08.427453916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-11T22:19:08.427458878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="17 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:19:08.429803411Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:12.019096439Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=7 entries=13 streamLabelsSize="241 B" entriesSize="320 kB" structuredMetadataSize="830 B" totalSize="321 kB" mostRecentLagMs=2012 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:12.019126886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="314 kB" policy= mostRecentLagMs=5417
level=debug ts=2026-02-11T22:19:12.019137704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-11T22:19:12.019144946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-11T22:19:12.019150249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-11T22:19:12.019156332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-11T22:19:12.019161932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2012
level=debug ts=2026-02-11T22:19:12.01916815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="528 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-11T22:19:12.02166996Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:13.197719992Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=9 entries=20 streamLabelsSize="269 B" entriesSize="587 kB" structuredMetadataSize="1.4 kB" totalSize="587 kB" mostRecentLagMs=2220 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:13.19775173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="350 kB" policy= mostRecentLagMs=2221
level=debug ts=2026-02-11T22:19:13.197762721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=4708
level=debug ts=2026-02-11T22:19:13.19776968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4708
level=debug ts=2026-02-11T22:19:13.197776379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5708
level=debug ts=2026-02-11T22:19:13.197782064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="176 kB" policy= mostRecentLagMs=7172
level=debug ts=2026-02-11T22:19:13.197788676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="289 B" policy= mostRecentLagMs=4708
level=debug ts=2026-02-11T22:19:13.197793498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=9709
level=debug ts=2026-02-11T22:19:13.197799467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7709
level=debug ts=2026-02-11T22:19:13.197804425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=9709
level=debug ts=2026-02-11T22:19:13.201170662Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:18.854051772Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.6 kB" streams=3 entries=4 streamLabelsSize="95 B" entriesSize="116 kB" structuredMetadataSize="279 B" totalSize="116 kB" mostRecentLagMs=433 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:18.854079968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="84 kB" policy= mostRecentLagMs=2433
level=debug ts=2026-02-11T22:19:18.854090379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3576
level=debug ts=2026-02-11T22:19:18.854096982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=433
level=debug ts=2026-02-11T22:19:18.856434024Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:21.492491786Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="236 kB" streams=11 entries=416 streamLabelsSize="297 B" entriesSize="2.0 MB" structuredMetadataSize="31 kB" totalSize="2.0 MB" mostRecentLagMs=68 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:21.492524647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=3034
level=debug ts=2026-02-11T22:19:21.492535546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="103 B" policy= mostRecentLagMs=3034
level=debug ts=2026-02-11T22:19:21.492542404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="657 B" policy= mostRecentLagMs=3034
level=debug ts=2026-02-11T22:19:21.492547738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=959
level=debug ts=2026-02-11T22:19:21.492552898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6810
level=debug ts=2026-02-11T22:19:21.492557849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7485
level=debug ts=2026-02-11T22:19:21.492563033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=5560
level=debug ts=2026-02-11T22:19:21.492567376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="239 B" policy= mostRecentLagMs=5560
level=debug ts=2026-02-11T22:19:21.492571887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="208 kB" policy= mostRecentLagMs=217
level=debug ts=2026-02-11T22:19:21.492576655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=68
level=debug ts=2026-02-11T22:19:21.49258164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=3034
level=debug ts=2026-02-11T22:19:21.503183005Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:23.510426991Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="72 kB" streams=11 entries=96 streamLabelsSize="324 B" entriesSize="658 kB" structuredMetadataSize="7.1 kB" totalSize="658 kB" mostRecentLagMs=21 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:23.510462743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9021
level=debug ts=2026-02-11T22:19:23.510473387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="160 kB" policy= mostRecentLagMs=7021
level=debug ts=2026-02-11T22:19:23.510480538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="313 kB" policy= mostRecentLagMs=5274
level=debug ts=2026-02-11T22:19:23.510485877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="227 B" policy= mostRecentLagMs=5022
level=debug ts=2026-02-11T22:19:23.51049118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=21
level=debug ts=2026-02-11T22:19:23.510497632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="385 B" policy= mostRecentLagMs=9021
level=debug ts=2026-02-11T22:19:23.510504414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="108 kB" policy= mostRecentLagMs=494
level=debug ts=2026-02-11T22:19:23.5105126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=1021
level=debug ts=2026-02-11T22:19:23.510520696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=21
level=debug ts=2026-02-11T22:19:23.510526049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=10021
level=debug ts=2026-02-11T22:19:23.510530704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="62 kB" policy= mostRecentLagMs=1298
level=debug ts=2026-02-11T22:19:23.514652355Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:27.71074483Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="282 kB" streams=6 entries=379 streamLabelsSize="203 B" entriesSize="2.0 MB" structuredMetadataSize="28 kB" totalSize="2.0 MB" mostRecentLagMs=290 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:27.710776741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3376
level=debug ts=2026-02-11T22:19:27.710788051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=290
level=debug ts=2026-02-11T22:19:27.710795622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3376
level=debug ts=2026-02-11T22:19:27.710801298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="148 kB" policy= mostRecentLagMs=3913
level=debug ts=2026-02-11T22:19:27.710806922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3376
level=debug ts=2026-02-11T22:19:27.710811805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="782 B" policy= mostRecentLagMs=5775
level=debug ts=2026-02-11T22:19:27.726031179Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:19:27.953529945Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:54094"
ts=2026-02-11T22:19:28.149746883Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:19:29.435925512Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=9 entries=12 streamLabelsSize="266 B" entriesSize="600 kB" structuredMetadataSize="779 B" totalSize="600 kB" mostRecentLagMs=335 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:29.435956779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8015
level=debug ts=2026-02-11T22:19:29.435967177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=1015
level=debug ts=2026-02-11T22:19:29.435973267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=5915
level=debug ts=2026-02-11T22:19:29.435978816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="207 kB" policy= mostRecentLagMs=335
level=debug ts=2026-02-11T22:19:29.43598406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6015
level=debug ts=2026-02-11T22:19:29.435988878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=1015
level=debug ts=2026-02-11T22:19:29.435993769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=8068
level=debug ts=2026-02-11T22:19:29.435998358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-11T22:19:29.436003123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-11T22:19:29.439730191Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:36.101933185Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=11 entries=23 streamLabelsSize="339 B" entriesSize="968 kB" structuredMetadataSize="1.5 kB" totalSize="969 kB" mostRecentLagMs=613 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:36.10197065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=613
level=debug ts=2026-02-11T22:19:36.101981612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="53 kB" policy= mostRecentLagMs=3231
level=debug ts=2026-02-11T22:19:36.101989442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="66 kB" policy= mostRecentLagMs=1426
level=debug ts=2026-02-11T22:19:36.101995233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=5613
level=debug ts=2026-02-11T22:19:36.102001959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="690 kB" policy= mostRecentLagMs=775
level=debug ts=2026-02-11T22:19:36.102007231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="22 kB" policy= mostRecentLagMs=6436
level=debug ts=2026-02-11T22:19:36.102011729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=4613
level=debug ts=2026-02-11T22:19:36.102017641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=613
level=debug ts=2026-02-11T22:19:36.102022493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="96 kB" policy= mostRecentLagMs=6665
level=debug ts=2026-02-11T22:19:36.102027541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4613
level=debug ts=2026-02-11T22:19:36.102031962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1613
level=debug ts=2026-02-11T22:19:36.106916167Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:36.503840984Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="234 kB" streams=8 entries=237 streamLabelsSize="241 B" entriesSize="2.0 MB" structuredMetadataSize="18 kB" totalSize="2.0 MB" mostRecentLagMs=322 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:36.503869763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="629 B" policy= mostRecentLagMs=7836
level=debug ts=2026-02-11T22:19:36.503880347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3497
level=debug ts=2026-02-11T22:19:36.503886982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="886 kB" policy= mostRecentLagMs=322
level=debug ts=2026-02-11T22:19:36.503892515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="684 B" policy= mostRecentLagMs=1496
level=debug ts=2026-02-11T22:19:36.503898276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=1858
level=debug ts=2026-02-11T22:19:36.50390448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=6244
level=debug ts=2026-02-11T22:19:36.503909821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=5910
level=debug ts=2026-02-11T22:19:36.503914973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="340 B" policy= mostRecentLagMs=1496
level=debug ts=2026-02-11T22:19:36.517239196Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:39.619061386Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="131 kB" streams=9 entries=190 streamLabelsSize="279 B" entriesSize="1.5 MB" structuredMetadataSize="14 kB" totalSize="1.5 MB" mostRecentLagMs=198 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:39.619105293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="333 kB" policy= mostRecentLagMs=6261
level=debug ts=2026-02-11T22:19:39.619122786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="78 kB" policy= mostRecentLagMs=4284
level=debug ts=2026-02-11T22:19:39.619133133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="43 kB" policy= mostRecentLagMs=2783
level=debug ts=2026-02-11T22:19:39.61914278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=5275
level=debug ts=2026-02-11T22:19:39.619152076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="674 kB" policy= mostRecentLagMs=918
level=debug ts=2026-02-11T22:19:39.619160451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="333 kB" policy= mostRecentLagMs=198
level=debug ts=2026-02-11T22:19:39.619168623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5275
level=debug ts=2026-02-11T22:19:39.619177096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5275
level=debug ts=2026-02-11T22:19:39.619185431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=1198
level=debug ts=2026-02-11T22:19:39.627959325Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:46.154228415Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="98 kB" streams=10 entries=31 streamLabelsSize="310 B" entriesSize="1.8 MB" structuredMetadataSize="1.9 kB" totalSize="1.8 MB" mostRecentLagMs=642 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:46.154257615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="239 B" policy= mostRecentLagMs=6665
level=debug ts=2026-02-11T22:19:46.154283186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="205 kB" policy= mostRecentLagMs=1812
level=debug ts=2026-02-11T22:19:46.154289437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=642
level=debug ts=2026-02-11T22:19:46.154295692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=8665
level=debug ts=2026-02-11T22:19:46.154301366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3286
level=debug ts=2026-02-11T22:19:46.154306131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="357 B" policy= mostRecentLagMs=6665
level=debug ts=2026-02-11T22:19:46.154310676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="111 kB" policy= mostRecentLagMs=717
level=debug ts=2026-02-11T22:19:46.154315595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="133 kB" policy= mostRecentLagMs=3221
level=debug ts=2026-02-11T22:19:46.154321208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="41 kB" policy= mostRecentLagMs=2274
level=debug ts=2026-02-11T22:19:46.15432621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2665
level=debug ts=2026-02-11T22:19:46.161364705Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:46.498997684Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="103 kB" streams=11 entries=53 streamLabelsSize="311 B" entriesSize="1.6 MB" structuredMetadataSize="3.4 kB" totalSize="1.6 MB" mostRecentLagMs=370 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:46.499036464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=2491
level=debug ts=2026-02-11T22:19:46.49905014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=1492
level=debug ts=2026-02-11T22:19:46.499059666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3491
level=debug ts=2026-02-11T22:19:46.499067935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=838
level=debug ts=2026-02-11T22:19:46.499077706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="17 kB" policy= mostRecentLagMs=2491
level=debug ts=2026-02-11T22:19:46.499085233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3491
level=debug ts=2026-02-11T22:19:46.499092949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="37 kB" policy= mostRecentLagMs=2491
level=debug ts=2026-02-11T22:19:46.499100787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="45 kB" policy= mostRecentLagMs=5490
level=debug ts=2026-02-11T22:19:46.499109708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=370
level=debug ts=2026-02-11T22:19:46.49911744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="147 B" policy= mostRecentLagMs=492
level=debug ts=2026-02-11T22:19:46.499125137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="80 kB" policy= mostRecentLagMs=2572
level=debug ts=2026-02-11T22:19:46.508741329Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:49.655374039Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="82 kB" streams=7 entries=38 streamLabelsSize="216 B" entriesSize="1.9 MB" structuredMetadataSize="2.5 kB" totalSize="1.9 MB" mostRecentLagMs=233 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:49.655407312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3235
level=debug ts=2026-02-11T22:19:49.65541811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=5894
level=debug ts=2026-02-11T22:19:49.655424612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="40 kB" policy= mostRecentLagMs=5848
level=debug ts=2026-02-11T22:19:49.655430274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="451 kB" policy= mostRecentLagMs=2855
level=debug ts=2026-02-11T22:19:49.655436175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=547
level=debug ts=2026-02-11T22:19:49.655442368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=233
level=debug ts=2026-02-11T22:19:49.655447266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=1234
level=debug ts=2026-02-11T22:19:49.692696496Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:52.80521267Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:19:55.09901254Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="161 kB" streams=11 entries=194 streamLabelsSize="337 B" entriesSize="2.0 MB" structuredMetadataSize="14 kB" totalSize="2.0 MB" mostRecentLagMs=179 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:55.099042362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="42 kB" policy= mostRecentLagMs=397
level=debug ts=2026-02-11T22:19:55.099053127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3849
level=debug ts=2026-02-11T22:19:55.099060807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="102 kB" policy= mostRecentLagMs=368
level=debug ts=2026-02-11T22:19:55.099066589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="333 kB" policy= mostRecentLagMs=397
level=debug ts=2026-02-11T22:19:55.099072352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=361
level=debug ts=2026-02-11T22:19:55.099077892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="333 kB" policy= mostRecentLagMs=2023
level=debug ts=2026-02-11T22:19:55.099083156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3610
level=debug ts=2026-02-11T22:19:55.099089634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=3610
level=debug ts=2026-02-11T22:19:55.09909482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="23 kB" policy= mostRecentLagMs=398
level=debug ts=2026-02-11T22:19:55.099100252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=395
level=debug ts=2026-02-11T22:19:55.099105703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="33 kB" policy= mostRecentLagMs=179
level=debug ts=2026-02-11T22:19:55.107307449Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:19:56.536260941Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="102 kB" streams=13 entries=43 streamLabelsSize="429 B" entriesSize="1.8 MB" structuredMetadataSize="2.7 kB" totalSize="1.8 MB" mostRecentLagMs=545 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:56.536321081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=545
level=debug ts=2026-02-11T22:19:56.536333284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=3528
level=debug ts=2026-02-11T22:19:56.536340145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=7439
level=debug ts=2026-02-11T22:19:56.536347229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=1528
level=debug ts=2026-02-11T22:19:56.536352575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="122 kB" policy= mostRecentLagMs=952
level=debug ts=2026-02-11T22:19:56.536357808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4528
level=debug ts=2026-02-11T22:19:56.536362706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3528
level=debug ts=2026-02-11T22:19:56.536367403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="33 kB" policy= mostRecentLagMs=2278
level=debug ts=2026-02-11T22:19:56.536372406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3528
level=debug ts=2026-02-11T22:19:56.536377298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="20 kB" policy= mostRecentLagMs=1528
level=debug ts=2026-02-11T22:19:56.536381975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="750 B" policy= mostRecentLagMs=8524
level=debug ts=2026-02-11T22:19:56.536386811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=3528
level=debug ts=2026-02-11T22:19:56.536391291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="36 kB" policy= mostRecentLagMs=2528
level=debug ts=2026-02-11T22:19:56.544581549Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:19:58.151558644Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:19:59.746188069Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="85 kB" streams=7 entries=28 streamLabelsSize="226 B" entriesSize="1.7 MB" structuredMetadataSize="1.8 kB" totalSize="1.7 MB" mostRecentLagMs=361 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:19:59.74621814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="110 kB" policy= mostRecentLagMs=646
level=debug ts=2026-02-11T22:19:59.746229077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=4619
level=debug ts=2026-02-11T22:19:59.746236569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="103 B" policy= mostRecentLagMs=3325
level=debug ts=2026-02-11T22:19:59.746242721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="80 kB" policy= mostRecentLagMs=5340
level=debug ts=2026-02-11T22:19:59.746249264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10040
level=debug ts=2026-02-11T22:19:59.746254996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=361
level=debug ts=2026-02-11T22:19:59.746260208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=9325
level=debug ts=2026-02-11T22:19:59.754720348Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:05.087921123Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="104 kB" streams=5 entries=33 streamLabelsSize="140 B" entriesSize="1.8 MB" structuredMetadataSize="2.1 kB" totalSize="1.8 MB" mostRecentLagMs=1599 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:05.087952175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=1599
level=debug ts=2026-02-11T22:20:05.087962851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4598
level=debug ts=2026-02-11T22:20:05.087969854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=1829
level=debug ts=2026-02-11T22:20:05.087975652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="115 kB" policy= mostRecentLagMs=2964
level=debug ts=2026-02-11T22:20:05.087981173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="349 kB" policy= mostRecentLagMs=2964
level=debug ts=2026-02-11T22:20:05.096344014Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:05.365588865Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="108 kB" streams=6 entries=35 streamLabelsSize="180 B" entriesSize="2.0 MB" structuredMetadataSize="2.3 kB" totalSize="2.0 MB" mostRecentLagMs=546 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:05.36562254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="42 kB" policy= mostRecentLagMs=6358
level=debug ts=2026-02-11T22:20:05.365633768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="113 kB" policy= mostRecentLagMs=5637
level=debug ts=2026-02-11T22:20:05.365639812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2358
level=debug ts=2026-02-11T22:20:05.365645842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=1473
level=debug ts=2026-02-11T22:20:05.365651222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="164 kB" policy= mostRecentLagMs=547
level=debug ts=2026-02-11T22:20:05.365657317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="232 B" policy= mostRecentLagMs=4357
level=debug ts=2026-02-11T22:20:05.378146299Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:09.831175763Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="74 kB" streams=11 entries=24 streamLabelsSize="336 B" entriesSize="1.2 MB" structuredMetadataSize="1.6 kB" totalSize="1.2 MB" mostRecentLagMs=410 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:09.831209919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="147 B" policy= mostRecentLagMs=3410
level=debug ts=2026-02-11T22:20:09.831220558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="37 kB" policy= mostRecentLagMs=2272
level=debug ts=2026-02-11T22:20:09.831227039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7410
level=debug ts=2026-02-11T22:20:09.831232677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="147 B" policy= mostRecentLagMs=1410
level=debug ts=2026-02-11T22:20:09.831238505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="160 B" policy= mostRecentLagMs=410
level=debug ts=2026-02-11T22:20:09.831243456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="15 kB" policy= mostRecentLagMs=7410
level=debug ts=2026-02-11T22:20:09.831249534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=427
level=debug ts=2026-02-11T22:20:09.831254317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=7364
level=debug ts=2026-02-11T22:20:09.831258861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="29 kB" policy= mostRecentLagMs=7410
level=debug ts=2026-02-11T22:20:09.831281756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="229 B" policy= mostRecentLagMs=5411
level=debug ts=2026-02-11T22:20:09.83128955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="29 kB" policy= mostRecentLagMs=2368
level=debug ts=2026-02-11T22:20:09.837755872Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:15.344867148Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="64 kB" streams=14 entries=44 streamLabelsSize="413 B" entriesSize="1.0 MB" structuredMetadataSize="2.8 kB" totalSize="1.0 MB" mostRecentLagMs=337 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:15.344897968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2336
level=debug ts=2026-02-11T22:20:15.344908893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=4337
level=debug ts=2026-02-11T22:20:15.344915119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="17 kB" policy= mostRecentLagMs=337
level=debug ts=2026-02-11T22:20:15.344922106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=5337
level=debug ts=2026-02-11T22:20:15.344928232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3336
level=debug ts=2026-02-11T22:20:15.34493309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="80 kB" policy= mostRecentLagMs=6261
level=debug ts=2026-02-11T22:20:15.344937701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="298 B" policy= mostRecentLagMs=1337
level=debug ts=2026-02-11T22:20:15.344942755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="10 kB" policy= mostRecentLagMs=1337
level=debug ts=2026-02-11T22:20:15.344948258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="869 kB" policy= mostRecentLagMs=1258
level=debug ts=2026-02-11T22:20:15.344953469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=337
level=debug ts=2026-02-11T22:20:15.344958127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=4337
level=debug ts=2026-02-11T22:20:15.344962619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="464 B" policy= mostRecentLagMs=2336
level=debug ts=2026-02-11T22:20:15.344967075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=1337
level=debug ts=2026-02-11T22:20:15.344971719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3337
level=debug ts=2026-02-11T22:20:15.351374908Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:15.490549368Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=15 entries=38 streamLabelsSize="444 B" entriesSize="839 kB" structuredMetadataSize="2.4 kB" totalSize="840 kB" mostRecentLagMs=1001 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:15.490593941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=10001
level=debug ts=2026-02-11T22:20:15.490610815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="12 kB" policy= mostRecentLagMs=3001
level=debug ts=2026-02-11T22:20:15.490621571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=4001
level=debug ts=2026-02-11T22:20:15.490631656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7001
level=debug ts=2026-02-11T22:20:15.490640823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="50 kB" policy= mostRecentLagMs=7386
level=debug ts=2026-02-11T22:20:15.490648916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=2001
level=debug ts=2026-02-11T22:20:15.490656764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10001
level=debug ts=2026-02-11T22:20:15.490665257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=1001
level=debug ts=2026-02-11T22:20:15.490673489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="598 kB" policy= mostRecentLagMs=1436
level=debug ts=2026-02-11T22:20:15.490681826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="458 B" policy= mostRecentLagMs=10001
level=debug ts=2026-02-11T22:20:15.490690106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=6954
level=debug ts=2026-02-11T22:20:15.490698099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=1001
level=debug ts=2026-02-11T22:20:15.490705579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=2001
level=debug ts=2026-02-11T22:20:15.490713146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10001
level=debug ts=2026-02-11T22:20:15.490721846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="94 kB" policy= mostRecentLagMs=8373
level=debug ts=2026-02-11T22:20:15.49533627Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:20.449637224Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="50 kB" streams=7 entries=22 streamLabelsSize="201 B" entriesSize="1.1 MB" structuredMetadataSize="1.4 kB" totalSize="1.1 MB" mostRecentLagMs=28 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:20.449666697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=7856
level=debug ts=2026-02-11T22:20:20.449677233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="15 kB" policy= mostRecentLagMs=2028
level=debug ts=2026-02-11T22:20:20.449683901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="737 kB" policy= mostRecentLagMs=306
level=debug ts=2026-02-11T22:20:20.449690724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="362 kB" policy= mostRecentLagMs=6872
level=debug ts=2026-02-11T22:20:20.449696179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=7028
level=debug ts=2026-02-11T22:20:20.449701796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="364 B" policy= mostRecentLagMs=28
level=debug ts=2026-02-11T22:20:20.449706867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=6029
level=debug ts=2026-02-11T22:20:20.456111726Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:20:24.495581079Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:56174"
level=debug ts=2026-02-11T22:20:26.042928969Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="80 kB" streams=10 entries=33 streamLabelsSize="312 B" entriesSize="1.2 MB" structuredMetadataSize="2.2 kB" totalSize="1.2 MB" mostRecentLagMs=1035 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:26.042960119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="941 B" policy= mostRecentLagMs=9035
level=debug ts=2026-02-11T22:20:26.042970411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3035
level=debug ts=2026-02-11T22:20:26.042977635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="164 kB" policy= mostRecentLagMs=1617
level=debug ts=2026-02-11T22:20:26.042984529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="900 kB" policy= mostRecentLagMs=2490
level=debug ts=2026-02-11T22:20:26.042989757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=2036
level=debug ts=2026-02-11T22:20:26.042994832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="321 B" policy= mostRecentLagMs=6035
level=debug ts=2026-02-11T22:20:26.042999539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3035
level=debug ts=2026-02-11T22:20:26.043004292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="44 kB" policy= mostRecentLagMs=4036
level=debug ts=2026-02-11T22:20:26.043009084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="101 kB" policy= mostRecentLagMs=1896
level=debug ts=2026-02-11T22:20:26.043014172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-e2e-godc\"}" streamLabelsHash=84509469 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=1035
level=debug ts=2026-02-11T22:20:26.050104551Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:26.519254134Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="67 kB" streams=10 entries=24 streamLabelsSize="317 B" entriesSize="1.2 MB" structuredMetadataSize="1.5 kB" totalSize="1.2 MB" mostRecentLagMs=30 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:26.519302746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="119 kB" policy= mostRecentLagMs=6609
level=debug ts=2026-02-11T22:20:26.519314917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=2030
level=debug ts=2026-02-11T22:20:26.519321055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="112 B" policy= mostRecentLagMs=9030
level=debug ts=2026-02-11T22:20:26.519326077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="170 kB" policy= mostRecentLagMs=2922
level=debug ts=2026-02-11T22:20:26.519331149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="76 kB" policy= mostRecentLagMs=2410
level=debug ts=2026-02-11T22:20:26.519336273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=30
level=debug ts=2026-02-11T22:20:26.519341533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=7030
level=debug ts=2026-02-11T22:20:26.519347308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="755 kB" policy= mostRecentLagMs=2656
level=debug ts=2026-02-11T22:20:26.519351935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5030
level=debug ts=2026-02-11T22:20:26.519356615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="21 kB" policy= mostRecentLagMs=6450
level=debug ts=2026-02-11T22:20:26.524157944Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:20:27.958611804Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:56186"
ts=2026-02-11T22:20:28.153728113Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:20:29.666964811Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:20:30.543956201Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="49 kB" streams=10 entries=32 streamLabelsSize="304 B" entriesSize="835 kB" structuredMetadataSize="2.1 kB" totalSize="835 kB" mostRecentLagMs=122 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:30.54399614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="661 kB" policy= mostRecentLagMs=988
level=debug ts=2026-02-11T22:20:30.544012771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="39 kB" policy= mostRecentLagMs=667
level=debug ts=2026-02-11T22:20:30.544026276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=7123
level=debug ts=2026-02-11T22:20:30.544034563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="495 B" policy= mostRecentLagMs=7123
level=debug ts=2026-02-11T22:20:30.544042503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9123
level=debug ts=2026-02-11T22:20:30.544050287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="539 B" policy= mostRecentLagMs=6123
level=debug ts=2026-02-11T22:20:30.544058719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="38 kB" policy= mostRecentLagMs=8628
level=debug ts=2026-02-11T22:20:30.544067679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=122
level=debug ts=2026-02-11T22:20:30.54407542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="881 B" policy= mostRecentLagMs=7123
level=debug ts=2026-02-11T22:20:30.544083639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="92 kB" policy= mostRecentLagMs=2123
level=debug ts=2026-02-11T22:20:30.548495781Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:37.034059798Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="65 kB" streams=7 entries=22 streamLabelsSize="196 B" entriesSize="1.3 MB" structuredMetadataSize="1.4 kB" totalSize="1.3 MB" mostRecentLagMs=734 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:37.034090522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=7545
level=debug ts=2026-02-11T22:20:37.034101256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="35 kB" policy= mostRecentLagMs=2545
level=debug ts=2026-02-11T22:20:37.034109163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=734
level=debug ts=2026-02-11T22:20:37.034116682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=1544
level=debug ts=2026-02-11T22:20:37.034123196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="19 kB" policy= mostRecentLagMs=6826
level=debug ts=2026-02-11T22:20:37.034128163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="54 kB" policy= mostRecentLagMs=6822
level=debug ts=2026-02-11T22:20:37.034133311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1544
level=debug ts=2026-02-11T22:20:37.040282208Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:37.057194132Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="58 kB" streams=11 entries=27 streamLabelsSize="329 B" entriesSize="1.1 MB" structuredMetadataSize="1.7 kB" totalSize="1.1 MB" mostRecentLagMs=665 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:37.05722704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3050
level=debug ts=2026-02-11T22:20:37.057238416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="147 B" policy= mostRecentLagMs=7050
level=debug ts=2026-02-11T22:20:37.057245497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=665
level=debug ts=2026-02-11T22:20:37.0572506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="216 B" policy= mostRecentLagMs=6049
level=debug ts=2026-02-11T22:20:37.057255682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=6049
level=debug ts=2026-02-11T22:20:37.057260858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4050
level=debug ts=2026-02-11T22:20:37.057282316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=4050
level=debug ts=2026-02-11T22:20:37.057287723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-11T22:20:37.057293042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="21 kB" policy= mostRecentLagMs=3050
level=debug ts=2026-02-11T22:20:37.057297809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4050
level=debug ts=2026-02-11T22:20:37.057303129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=6049
level=debug ts=2026-02-11T22:20:37.062144103Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:40.602089303Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="68 kB" streams=8 entries=28 streamLabelsSize="228 B" entriesSize="1.4 MB" structuredMetadataSize="1.9 kB" totalSize="1.4 MB" mostRecentLagMs=181 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:40.602120854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="494 kB" policy= mostRecentLagMs=1203
level=debug ts=2026-02-11T22:20:40.602132099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="19 kB" policy= mostRecentLagMs=8243
level=debug ts=2026-02-11T22:20:40.602138768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="696 B" policy= mostRecentLagMs=5180
level=debug ts=2026-02-11T22:20:40.602144238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="23 kB" policy= mostRecentLagMs=181
level=debug ts=2026-02-11T22:20:40.60214991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=2181
level=debug ts=2026-02-11T22:20:40.60215491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="824 kB" policy= mostRecentLagMs=402
level=debug ts=2026-02-11T22:20:40.602159868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=181
level=debug ts=2026-02-11T22:20:40.602164354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="11 kB" policy= mostRecentLagMs=2641
level=debug ts=2026-02-11T22:20:40.607651546Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:44.070853567Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="94 kB" streams=6 entries=28 streamLabelsSize="180 B" entriesSize="2.1 MB" structuredMetadataSize="1.7 kB" totalSize="2.1 MB" mostRecentLagMs=78 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:44.070887119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="983 B" policy= mostRecentLagMs=3582
level=debug ts=2026-02-11T22:20:44.070897667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=582
level=debug ts=2026-02-11T22:20:44.070904811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=254
level=debug ts=2026-02-11T22:20:44.070911508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="373 B" policy= mostRecentLagMs=6582
level=debug ts=2026-02-11T22:20:44.070917105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="53 kB" policy= mostRecentLagMs=5093
level=debug ts=2026-02-11T22:20:44.070922318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="42 kB" policy= mostRecentLagMs=78
level=debug ts=2026-02-11T22:20:44.081889253Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:47.105485491Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=10 entries=31 streamLabelsSize="320 B" entriesSize="1.7 MB" structuredMetadataSize="1.9 kB" totalSize="1.7 MB" mostRecentLagMs=106 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:47.105518395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=1677
level=debug ts=2026-02-11T22:20:47.105529562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="15 kB" policy= mostRecentLagMs=3098
level=debug ts=2026-02-11T22:20:47.105535609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="382 B" policy= mostRecentLagMs=1098
level=debug ts=2026-02-11T22:20:47.105541659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="15 kB" policy= mostRecentLagMs=5098
level=debug ts=2026-02-11T22:20:47.105547529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=456
level=debug ts=2026-02-11T22:20:47.105552569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=4098
level=debug ts=2026-02-11T22:20:47.105557889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=1033
level=debug ts=2026-02-11T22:20:47.105562445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=3098
level=debug ts=2026-02-11T22:20:47.105567451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2352
level=debug ts=2026-02-11T22:20:47.105572705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=106
level=debug ts=2026-02-11T22:20:47.115047271Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:51.007293277Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="63 kB" streams=10 entries=22 streamLabelsSize="291 B" entriesSize="1.1 MB" structuredMetadataSize="1.4 kB" totalSize="1.1 MB" mostRecentLagMs=220 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:51.007329269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="43 kB" policy= mostRecentLagMs=3975
level=debug ts=2026-02-11T22:20:51.007339643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="223 kB" policy= mostRecentLagMs=220
level=debug ts=2026-02-11T22:20:51.007346384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="142 kB" policy= mostRecentLagMs=550
level=debug ts=2026-02-11T22:20:51.007352933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7586
level=debug ts=2026-02-11T22:20:51.007357986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=1586
level=debug ts=2026-02-11T22:20:51.007362781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="615 kB" policy= mostRecentLagMs=3215
level=debug ts=2026-02-11T22:20:51.007368041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4587
level=debug ts=2026-02-11T22:20:51.007372768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=5586
level=debug ts=2026-02-11T22:20:51.007377286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="18 kB" policy= mostRecentLagMs=8586
level=debug ts=2026-02-11T22:20:51.007381898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=4083
level=debug ts=2026-02-11T22:20:51.012883642Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:20:54.051571072Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=10 entries=28 streamLabelsSize="296 B" entriesSize="985 kB" structuredMetadataSize="1.8 kB" totalSize="985 kB" mostRecentLagMs=123 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:54.051601679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="803 kB" policy= mostRecentLagMs=123
level=debug ts=2026-02-11T22:20:54.051611992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="43 kB" policy= mostRecentLagMs=7024
level=debug ts=2026-02-11T22:20:54.051618012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="19 kB" policy= mostRecentLagMs=8155
level=debug ts=2026-02-11T22:20:54.051622979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="93 kB" policy= mostRecentLagMs=5394
level=debug ts=2026-02-11T22:20:54.0516278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9562
level=debug ts=2026-02-11T22:20:54.051632472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="344 B" policy= mostRecentLagMs=562
level=debug ts=2026-02-11T22:20:54.05163755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=4542
level=debug ts=2026-02-11T22:20:54.051642189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2563
level=debug ts=2026-02-11T22:20:54.051646795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6562
level=debug ts=2026-02-11T22:20:54.051651377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2563
level=debug ts=2026-02-11T22:20:54.056226675Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:20:54.498991103Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:39806"
level=debug ts=2026-02-11T22:20:57.741604502Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="59 kB" streams=11 entries=27 streamLabelsSize="369 B" entriesSize="1.1 MB" structuredMetadataSize="1.7 kB" totalSize="1.1 MB" mostRecentLagMs=91 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:20:57.741635782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="80 kB" policy= mostRecentLagMs=6653
level=debug ts=2026-02-11T22:20:57.741646777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=734
level=debug ts=2026-02-11T22:20:57.741653767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=4295
level=debug ts=2026-02-11T22:20:57.741659631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="952 kB" policy= mostRecentLagMs=91
level=debug ts=2026-02-11T22:20:57.741664673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=8734
level=debug ts=2026-02-11T22:20:57.741669946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="17 kB" policy= mostRecentLagMs=734
level=debug ts=2026-02-11T22:20:57.741675193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4734
level=debug ts=2026-02-11T22:20:57.74168074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5734
level=debug ts=2026-02-11T22:20:57.741685922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="667 B" policy= mostRecentLagMs=6734
level=debug ts=2026-02-11T22:20:57.741690455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=8734
level=debug ts=2026-02-11T22:20:57.741695101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="676 B" policy= mostRecentLagMs=2734
level=debug ts=2026-02-11T22:20:57.746509564Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:20:58.156041275Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:21:01.043071653Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="53 kB" streams=8 entries=18 streamLabelsSize="231 B" entriesSize="881 kB" structuredMetadataSize="1.2 kB" totalSize="882 kB" mostRecentLagMs=621 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:01.043111435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="127 kB" policy= mostRecentLagMs=5662
level=debug ts=2026-02-11T22:21:01.043129466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="689 kB" policy= mostRecentLagMs=721
level=debug ts=2026-02-11T22:21:01.043140715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="874 B" policy= mostRecentLagMs=621
level=debug ts=2026-02-11T22:21:01.04315223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="112 B" policy= mostRecentLagMs=621
level=debug ts=2026-02-11T22:21:01.043163301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=621
level=debug ts=2026-02-11T22:21:01.043171745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6695
level=debug ts=2026-02-11T22:21:01.043181116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=2078
level=debug ts=2026-02-11T22:21:01.043191991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-11T22:21:01.048315489Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:03.872489423Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="98 kB" streams=10 entries=34 streamLabelsSize="285 B" entriesSize="2.1 MB" structuredMetadataSize="2.0 kB" totalSize="2.1 MB" mostRecentLagMs=384 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:03.872520934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="18 kB" policy= mostRecentLagMs=2921
level=debug ts=2026-02-11T22:21:03.872531356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="832 B" policy= mostRecentLagMs=384
level=debug ts=2026-02-11T22:21:03.872538665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9384
level=debug ts=2026-02-11T22:21:03.872545023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=8384
level=debug ts=2026-02-11T22:21:03.872550266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=4383
level=debug ts=2026-02-11T22:21:03.872555355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="55 kB" policy= mostRecentLagMs=9684
level=debug ts=2026-02-11T22:21:03.872560209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=394
level=debug ts=2026-02-11T22:21:03.872564912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=9384
level=debug ts=2026-02-11T22:21:03.872569961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="47 kB" policy= mostRecentLagMs=9603
level=debug ts=2026-02-11T22:21:03.872574567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="770 B" policy= mostRecentLagMs=7384
level=debug ts=2026-02-11T22:21:03.91081996Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:07.794796628Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="110 kB" streams=7 entries=32 streamLabelsSize="218 B" entriesSize="2.1 MB" structuredMetadataSize="2.0 kB" totalSize="2.1 MB" mostRecentLagMs=120 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:07.794827926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=6371
level=debug ts=2026-02-11T22:21:07.794838112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=6787
level=debug ts=2026-02-11T22:21:07.794847813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="92 kB" policy= mostRecentLagMs=120
level=debug ts=2026-02-11T22:21:07.794857237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="122 kB" policy= mostRecentLagMs=1036
level=debug ts=2026-02-11T22:21:07.794865859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=298
level=debug ts=2026-02-11T22:21:07.794871657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9592
level=debug ts=2026-02-11T22:21:07.79487779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="32 kB" policy= mostRecentLagMs=1504
level=debug ts=2026-02-11T22:21:07.805334489Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:12.714484075Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="109 kB" streams=12 entries=43 streamLabelsSize="368 B" entriesSize="2.1 MB" structuredMetadataSize="2.8 kB" totalSize="2.1 MB" mostRecentLagMs=226 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:12.714514709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="94 kB" policy= mostRecentLagMs=5042
level=debug ts=2026-02-11T22:21:12.714541837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=226
level=debug ts=2026-02-11T22:21:12.714550159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 kB" policy= mostRecentLagMs=823
level=debug ts=2026-02-11T22:21:12.714556395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="356 B" policy= mostRecentLagMs=7226
level=debug ts=2026-02-11T22:21:12.714562906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=3226
level=debug ts=2026-02-11T22:21:12.714568456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1225
level=debug ts=2026-02-11T22:21:12.714573279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=517
level=debug ts=2026-02-11T22:21:12.714577861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="13 kB" policy= mostRecentLagMs=4777
level=debug ts=2026-02-11T22:21:12.71458245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="377 kB" policy= mostRecentLagMs=7259
level=debug ts=2026-02-11T22:21:12.714586964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="17 kB" policy= mostRecentLagMs=2038
level=debug ts=2026-02-11T22:21:12.714591942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="537 B" policy= mostRecentLagMs=1225
level=debug ts=2026-02-11T22:21:12.71459727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="232 B" policy= mostRecentLagMs=226
level=debug ts=2026-02-11T22:21:12.725136978Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:12.762933213Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="101 kB" streams=8 entries=33 streamLabelsSize="251 B" entriesSize="2.0 MB" structuredMetadataSize="2.1 kB" totalSize="2.0 MB" mostRecentLagMs=641 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:12.762964043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=8342
level=debug ts=2026-02-11T22:21:12.762974897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="92 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-11T22:21:12.762982161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=2341
level=debug ts=2026-02-11T22:21:12.762987759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4796
level=debug ts=2026-02-11T22:21:12.762992995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2881
level=debug ts=2026-02-11T22:21:12.762997873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=6493
level=debug ts=2026-02-11T22:21:12.763003992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=641
level=debug ts=2026-02-11T22:21:12.76300879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="495 B" policy= mostRecentLagMs=2341
level=debug ts=2026-02-11T22:21:12.770713038Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:17.771014312Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="56 kB" streams=6 entries=22 streamLabelsSize="183 B" entriesSize="967 kB" structuredMetadataSize="1.4 kB" totalSize="967 kB" mostRecentLagMs=755 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:17.771054214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="842 kB" policy= mostRecentLagMs=755
level=debug ts=2026-02-11T22:21:17.77107032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="11 kB" policy= mostRecentLagMs=2763
level=debug ts=2026-02-11T22:21:17.771079735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7763
level=debug ts=2026-02-11T22:21:17.771089141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="30 kB" policy= mostRecentLagMs=1763
level=debug ts=2026-02-11T22:21:17.771097777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="84 kB" policy= mostRecentLagMs=9339
level=debug ts=2026-02-11T22:21:17.771106611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="478 B" policy= mostRecentLagMs=6764
level=debug ts=2026-02-11T22:21:17.776188096Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:22.692078816Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="66 kB" streams=8 entries=24 streamLabelsSize="243 B" entriesSize="1.1 MB" structuredMetadataSize="1.5 kB" totalSize="1.1 MB" mostRecentLagMs=203 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:22.692113131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="524 B" policy= mostRecentLagMs=2203
level=debug ts=2026-02-11T22:21:22.692124259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="946 kB" policy= mostRecentLagMs=203
level=debug ts=2026-02-11T22:21:22.69213137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=2869
level=debug ts=2026-02-11T22:21:22.692136954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=9203
level=debug ts=2026-02-11T22:21:22.692142821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=3203
level=debug ts=2026-02-11T22:21:22.692148906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="65 kB" policy= mostRecentLagMs=4048
level=debug ts=2026-02-11T22:21:22.692153859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="67 kB" policy= mostRecentLagMs=768
level=debug ts=2026-02-11T22:21:22.692158924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="412 B" policy= mostRecentLagMs=6202
level=debug ts=2026-02-11T22:21:22.698733462Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:22.752106819Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="76 kB" streams=11 entries=31 streamLabelsSize="337 B" entriesSize="1.7 MB" structuredMetadataSize="1.9 kB" totalSize="1.7 MB" mostRecentLagMs=331 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:22.752141665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=8331
level=debug ts=2026-02-11T22:21:22.752152731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=4330
level=debug ts=2026-02-11T22:21:22.752159215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3331
level=debug ts=2026-02-11T22:21:22.752164316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=331
level=debug ts=2026-02-11T22:21:22.752169384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1331
level=debug ts=2026-02-11T22:21:22.752174754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=908
level=debug ts=2026-02-11T22:21:22.752179552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=5331
level=debug ts=2026-02-11T22:21:22.752184276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="330 kB" policy= mostRecentLagMs=5047
level=debug ts=2026-02-11T22:21:22.75218882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=331
level=debug ts=2026-02-11T22:21:22.75219378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9331
level=debug ts=2026-02-11T22:21:22.7521991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=842
level=debug ts=2026-02-11T22:21:22.759048131Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:23.898417645Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-11T22:21:24.502215907Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:59770"
level=debug ts=2026-02-11T22:21:27.805802356Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="76 kB" streams=17 entries=47 streamLabelsSize="523 B" entriesSize="1.1 MB" structuredMetadataSize="3.1 kB" totalSize="1.1 MB" mostRecentLagMs=797 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:27.805833455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="637 kB" policy= mostRecentLagMs=2703
level=debug ts=2026-02-11T22:21:27.805844011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="685 B" policy= mostRecentLagMs=6798
level=debug ts=2026-02-11T22:21:27.805850586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5798
level=debug ts=2026-02-11T22:21:27.805857047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3798
level=debug ts=2026-02-11T22:21:27.805862088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="537 B" policy= mostRecentLagMs=3798
level=debug ts=2026-02-11T22:21:27.805867819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="803 B" policy= mostRecentLagMs=8799
level=debug ts=2026-02-11T22:21:27.805872484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=2798
level=debug ts=2026-02-11T22:21:27.805877461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="20 kB" policy= mostRecentLagMs=3798
level=debug ts=2026-02-11T22:21:27.805881955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="20 kB" policy= mostRecentLagMs=3601
level=debug ts=2026-02-11T22:21:27.805886672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="330 B" policy= mostRecentLagMs=1798
level=debug ts=2026-02-11T22:21:27.805891324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4798
level=debug ts=2026-02-11T22:21:27.805895798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=797
level=debug ts=2026-02-11T22:21:27.805900457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="285 kB" policy= mostRecentLagMs=1875
level=debug ts=2026-02-11T22:21:27.805905755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="111 kB" policy= mostRecentLagMs=2745
level=debug ts=2026-02-11T22:21:27.80591026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=3798
level=debug ts=2026-02-11T22:21:27.805915304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"gitlab-rep-brhg\"}" streamLabelsHash=3518857027 streamSizeBytes="990 B" policy= mostRecentLagMs=797
level=debug ts=2026-02-11T22:21:27.805919957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=4798
level=debug ts=2026-02-11T22:21:27.810848901Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:21:27.961718617Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:45498"
ts=2026-02-11T22:21:28.158521741Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:21:32.755856487Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=7 entries=21 streamLabelsSize="201 B" entriesSize="827 kB" structuredMetadataSize="1.4 kB" totalSize="827 kB" mostRecentLagMs=334 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:32.755895122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="692 kB" policy= mostRecentLagMs=893
level=debug ts=2026-02-11T22:21:32.755911085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="69 kB" policy= mostRecentLagMs=4335
level=debug ts=2026-02-11T22:21:32.755924163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3782
level=debug ts=2026-02-11T22:21:32.755933623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10021
level=debug ts=2026-02-11T22:21:32.755942926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=1335
level=debug ts=2026-02-11T22:21:32.75595117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="632 B" policy= mostRecentLagMs=2335
level=debug ts=2026-02-11T22:21:32.755960754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=335
level=debug ts=2026-02-11T22:21:32.760743305Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:32.847152877Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=15 entries=31 streamLabelsSize="460 B" entriesSize="664 kB" structuredMetadataSize="1.9 kB" totalSize="665 kB" mostRecentLagMs=357 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:32.847185196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=357
level=debug ts=2026-02-11T22:21:32.847195394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="994 B" policy= mostRecentLagMs=3358
level=debug ts=2026-02-11T22:21:32.847202608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=3358
level=debug ts=2026-02-11T22:21:32.84720814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3358
level=debug ts=2026-02-11T22:21:32.847214723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="352 kB" policy= mostRecentLagMs=8678
level=debug ts=2026-02-11T22:21:32.847219826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="70 kB" policy= mostRecentLagMs=7775
level=debug ts=2026-02-11T22:21:32.847224951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1358
level=debug ts=2026-02-11T22:21:32.847229783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8358
level=debug ts=2026-02-11T22:21:32.847237306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="22 kB" policy= mostRecentLagMs=2358
level=debug ts=2026-02-11T22:21:32.847246191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="103 B" policy= mostRecentLagMs=357
level=debug ts=2026-02-11T22:21:32.847251699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="326 B" policy= mostRecentLagMs=3358
level=debug ts=2026-02-11T22:21:32.847256445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="175 kB" policy= mostRecentLagMs=7395
level=debug ts=2026-02-11T22:21:32.847260859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3358
level=debug ts=2026-02-11T22:21:32.847282281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=1358
level=debug ts=2026-02-11T22:21:32.847289086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=5955
level=debug ts=2026-02-11T22:21:32.850585254Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:39.030531352Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=11 entries=25 streamLabelsSize="357 B" entriesSize="776 kB" structuredMetadataSize="1.6 kB" totalSize="776 kB" mostRecentLagMs=1023 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:39.030561669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="569 B" policy= mostRecentLagMs=10023
level=debug ts=2026-02-11T22:21:39.030572517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=5023
level=debug ts=2026-02-11T22:21:39.030579807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=4422
level=debug ts=2026-02-11T22:21:39.030585931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-11T22:21:39.030590886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="813 B" policy= mostRecentLagMs=1023
level=debug ts=2026-02-11T22:21:39.030596084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="680 kB" policy= mostRecentLagMs=2084
level=debug ts=2026-02-11T22:21:39.03060108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=3532
level=debug ts=2026-02-11T22:21:39.030607139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=8023
level=debug ts=2026-02-11T22:21:39.030611762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4023
level=debug ts=2026-02-11T22:21:39.030616267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6023
level=debug ts=2026-02-11T22:21:39.030620885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="32 kB" policy= mostRecentLagMs=7074
level=debug ts=2026-02-11T22:21:39.035649208Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:42.962191967Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="84 kB" streams=9 entries=28 streamLabelsSize="263 B" entriesSize="1.8 MB" structuredMetadataSize="1.8 kB" totalSize="1.8 MB" mostRecentLagMs=538 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:42.962224178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=8547
level=debug ts=2026-02-11T22:21:42.962235678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4541
level=debug ts=2026-02-11T22:21:42.962241865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4541
level=debug ts=2026-02-11T22:21:42.962248121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="50 kB" policy= mostRecentLagMs=538
level=debug ts=2026-02-11T22:21:42.962253258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9541
level=debug ts=2026-02-11T22:21:42.962259593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=1269
level=debug ts=2026-02-11T22:21:42.962280965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=6065
level=debug ts=2026-02-11T22:21:42.962287913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=8541
level=debug ts=2026-02-11T22:21:42.962292719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="534 B" policy= mostRecentLagMs=5541
level=debug ts=2026-02-11T22:21:42.970502165Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:43.421566676Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="70 kB" streams=10 entries=29 streamLabelsSize="344 B" entriesSize="1.1 MB" structuredMetadataSize="1.9 kB" totalSize="1.1 MB" mostRecentLagMs=932 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:43.421596279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="155 kB" policy= mostRecentLagMs=1067
level=debug ts=2026-02-11T22:21:43.421606676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="58 kB" policy= mostRecentLagMs=995
level=debug ts=2026-02-11T22:21:43.421614129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7932
level=debug ts=2026-02-11T22:21:43.421619566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="129 B" policy= mostRecentLagMs=9932
level=debug ts=2026-02-11T22:21:43.42162567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=3932
level=debug ts=2026-02-11T22:21:43.421630576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="54 kB" policy= mostRecentLagMs=7721
level=debug ts=2026-02-11T22:21:43.421635053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="983 B" policy= mostRecentLagMs=3932
level=debug ts=2026-02-11T22:21:43.42164024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="131 kB" policy= mostRecentLagMs=4665
level=debug ts=2026-02-11T22:21:43.421645085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="666 kB" policy= mostRecentLagMs=2263
level=debug ts=2026-02-11T22:21:43.421649753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=932
level=debug ts=2026-02-11T22:21:43.42658172Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:49.787609325Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="81 kB" streams=10 entries=33 streamLabelsSize="287 B" entriesSize="960 kB" structuredMetadataSize="2.1 kB" totalSize="960 kB" mostRecentLagMs=780 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:49.787638941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=2719
level=debug ts=2026-02-11T22:21:49.787648821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=6865
level=debug ts=2026-02-11T22:21:49.787655677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5780
level=debug ts=2026-02-11T22:21:49.787661113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6780
level=debug ts=2026-02-11T22:21:49.787666273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="122 kB" policy= mostRecentLagMs=2520
level=debug ts=2026-02-11T22:21:49.787670912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=4780
level=debug ts=2026-02-11T22:21:49.787675952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=6780
level=debug ts=2026-02-11T22:21:49.787680779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="558 kB" policy= mostRecentLagMs=890
level=debug ts=2026-02-11T22:21:49.78768523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="941 B" policy= mostRecentLagMs=780
level=debug ts=2026-02-11T22:21:49.787689848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="196 kB" policy= mostRecentLagMs=1780
level=debug ts=2026-02-11T22:21:49.792329156Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:53.459604127Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="53 kB" streams=11 entries=37 streamLabelsSize="335 B" entriesSize="1.1 MB" structuredMetadataSize="2.5 kB" totalSize="1.1 MB" mostRecentLagMs=38 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:53.45964467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=6038
level=debug ts=2026-02-11T22:21:53.459661806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=9939
level=debug ts=2026-02-11T22:21:53.459672367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10039
level=debug ts=2026-02-11T22:21:53.45968243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=1376
level=debug ts=2026-02-11T22:21:53.459691447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=8037
level=debug ts=2026-02-11T22:21:53.459702152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="537 kB" policy= mostRecentLagMs=1653
level=debug ts=2026-02-11T22:21:53.45971179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="18 kB" policy= mostRecentLagMs=38
level=debug ts=2026-02-11T22:21:53.459720001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=4250
level=debug ts=2026-02-11T22:21:53.459727908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=38
level=debug ts=2026-02-11T22:21:53.45973592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="14 kB" policy= mostRecentLagMs=6038
level=debug ts=2026-02-11T22:21:53.459743867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="30 kB" policy= mostRecentLagMs=3038
level=debug ts=2026-02-11T22:21:53.46621543Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:21:54.503828703Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=11 entries=32 streamLabelsSize="322 B" entriesSize="396 kB" structuredMetadataSize="2.1 kB" totalSize="396 kB" mostRecentLagMs=15 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:21:54.503858701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="15 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-11T22:21:54.503868974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=2398
level=debug ts=2026-02-11T22:21:54.50387611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-11T22:21:54.503883027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:21:54.503887905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-11T22:21:54.503893417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="62 kB" policy= mostRecentLagMs=9496
level=debug ts=2026-02-11T22:21:54.5038983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=3015
level=debug ts=2026-02-11T22:21:54.50390412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="161 kB" policy= mostRecentLagMs=5887
level=debug ts=2026-02-11T22:21:54.503909051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-11T22:21:54.503913798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="39 kB" policy= mostRecentLagMs=5979
level=debug ts=2026-02-11T22:21:54.503918789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="55 kB" policy= mostRecentLagMs=5821
ts=2026-02-11T22:21:54.505444991Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:32788"
level=debug ts=2026-02-11T22:21:54.506607721Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:21:57.963649075Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:34298"
ts=2026-02-11T22:21:58.16063513Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:22:00.026427581Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=9 entries=26 streamLabelsSize="276 B" entriesSize="472 kB" structuredMetadataSize="1.7 kB" totalSize="472 kB" mostRecentLagMs=19 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:00.02647037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="80 B" policy= mostRecentLagMs=6019
level=debug ts=2026-02-11T22:22:00.02648725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="26 kB" policy= mostRecentLagMs=1019
level=debug ts=2026-02-11T22:22:00.026498017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="831 B" policy= mostRecentLagMs=8018
level=debug ts=2026-02-11T22:22:00.026507439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-11T22:22:00.026518052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7019
level=debug ts=2026-02-11T22:22:00.026528085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-11T22:22:00.026537193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="26 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-11T22:22:00.026549719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="80 kB" policy= mostRecentLagMs=5767
level=debug ts=2026-02-11T22:22:00.026558954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="280 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-11T22:22:00.029954833Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:22:04.2329026Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=4 entries=9 streamLabelsSize="130 B" entriesSize="388 kB" structuredMetadataSize="580 B" totalSize="389 kB" mostRecentLagMs=1625 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:04.232936057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=5812
level=debug ts=2026-02-11T22:22:04.232948802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="349 kB" policy= mostRecentLagMs=1625
level=debug ts=2026-02-11T22:22:04.232955262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=5812
level=debug ts=2026-02-11T22:22:04.232961754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="14 kB" policy= mostRecentLagMs=9812
level=debug ts=2026-02-11T22:22:04.23560221Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:22:04.787474421Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=8 entries=21 streamLabelsSize="254 B" entriesSize="374 kB" structuredMetadataSize="1.4 kB" totalSize="374 kB" mostRecentLagMs=299 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:04.787503128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=9752
level=debug ts=2026-02-11T22:22:04.787515748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="99 kB" policy= mostRecentLagMs=299
level=debug ts=2026-02-11T22:22:04.787521533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="170 kB" policy= mostRecentLagMs=2199
level=debug ts=2026-02-11T22:22:04.78752686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3298
level=debug ts=2026-02-11T22:22:04.787531733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="11 kB" policy= mostRecentLagMs=1298
level=debug ts=2026-02-11T22:22:04.787536419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="450 B" policy= mostRecentLagMs=299
level=debug ts=2026-02-11T22:22:04.787541376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"stat-rep-jtmz\"}" streamLabelsHash=1535481090 streamSizeBytes="495 B" policy= mostRecentLagMs=6298
level=debug ts=2026-02-11T22:22:04.787546467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="67 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:22:04.790441709Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:22:11.016179155Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=9 entries=12 streamLabelsSize="284 B" entriesSize="155 kB" structuredMetadataSize="777 B" totalSize="155 kB" mostRecentLagMs=941 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:11.016211471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="92 kB" policy= mostRecentLagMs=9040
level=debug ts=2026-02-11T22:22:11.016222184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:22:11.016229221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:22:11.016234491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=941
level=debug ts=2026-02-11T22:22:11.016240148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:22:11.016245266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-11T22:22:11.016250773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-11T22:22:11.016255899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:22:11.016261951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:22:11.018145917Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:22:15.442091323Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="66 kB" streams=7 entries=100 streamLabelsSize="199 B" entriesSize="653 kB" structuredMetadataSize="7.4 kB" totalSize="653 kB" mostRecentLagMs=1283 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:15.44213609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=7020
level=debug ts=2026-02-11T22:22:15.442152083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6890
level=debug ts=2026-02-11T22:22:15.442159042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="342 kB" policy= mostRecentLagMs=1285
level=debug ts=2026-02-11T22:22:15.44216472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1283
level=debug ts=2026-02-11T22:22:15.442171571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1763
level=debug ts=2026-02-11T22:22:15.442177301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="219 kB" policy= mostRecentLagMs=1283
level=debug ts=2026-02-11T22:22:15.442182779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="30 kB" policy= mostRecentLagMs=1283
level=debug ts=2026-02-11T22:22:15.446404224Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:22:15.496410827Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=13 entries=17 streamLabelsSize="419 B" entriesSize="92 kB" structuredMetadataSize="1.1 kB" totalSize="93 kB" mostRecentLagMs=7 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:15.496440428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:22:15.496450542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:22:15.496457392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:22:15.496462956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:22:15.496468307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="147 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:22:15.496474685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="24 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:22:15.496479614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:22:15.496485382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="356 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:22:15.496491349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="16 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:22:15.496496967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=5391
level=debug ts=2026-02-11T22:22:15.496502255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:22:15.496507578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:22:15.496512262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-11T22:22:15.497784456Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:22:19.623535028Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-11T22:22:19.625153078Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-11T22:22:20.125009862Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:36928"
level=debug ts=2026-02-11T22:22:22.017124039Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=10 entries=19 streamLabelsSize="320 B" entriesSize="143 kB" structuredMetadataSize="1.2 kB" totalSize="143 kB" mostRecentLagMs=9 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:22.01715247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-11T22:22:22.017162939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="97 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-11T22:22:22.017170054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:22:22.017176154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-11T22:22:22.017182323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-11T22:22:22.017189221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-11T22:22:22.017194443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="21 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-11T22:22:22.01719963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="395 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:22:22.01720446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:22:22.017210692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-11T22:22:22.018897247Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:22:24.508173381Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:55112"
level=debug ts=2026-02-11T22:22:25.533290653Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=10 entries=15 streamLabelsSize="288 B" entriesSize="437 kB" structuredMetadataSize="1.0 kB" totalSize="438 kB" mostRecentLagMs=1112 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:25.533319162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="151 B" policy= mostRecentLagMs=3112
level=debug ts=2026-02-11T22:22:25.53332987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="352 kB" policy= mostRecentLagMs=9306
level=debug ts=2026-02-11T22:22:25.533336959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="35 kB" policy= mostRecentLagMs=1112
level=debug ts=2026-02-11T22:22:25.533343384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4111
level=debug ts=2026-02-11T22:22:25.533349655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2112
level=debug ts=2026-02-11T22:22:25.533355563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=1112
level=debug ts=2026-02-11T22:22:25.533360673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=6112
level=debug ts=2026-02-11T22:22:25.533365839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=2112
level=debug ts=2026-02-11T22:22:25.533370652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:22:25.533375929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2112
level=debug ts=2026-02-11T22:22:25.536123952Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:22:27.965389048Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:42148"
ts=2026-02-11T22:22:28.163057244Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:22:30.499433613Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=11 entries=16 streamLabelsSize="308 B" entriesSize="108 kB" structuredMetadataSize="1.1 kB" totalSize="108 kB" mostRecentLagMs=10 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:30.499462621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-11T22:22:30.49947296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6492
level=debug ts=2026-02-11T22:22:30.49948156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-11T22:22:30.499486878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-11T22:22:30.49949198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-11T22:22:30.499496709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-11T22:22:30.499501322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="88 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-11T22:22:30.499505956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-11T22:22:30.499510422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="45 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-11T22:22:30.499515077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="24 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-11T22:22:30.499520048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-11T22:22:30.501436686Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:22:33.015864943Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=11 entries=12 streamLabelsSize="350 B" entriesSize="173 kB" structuredMetadataSize="766 B" totalSize="174 kB" mostRecentLagMs=8 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:33.015897561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-11T22:22:33.015908744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:22:33.015915488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:22:33.015922429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-11T22:22:33.015927652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:22:33.015932867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=5258
level=debug ts=2026-02-11T22:22:33.015938316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:22:33.01594314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:22:33.015948349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:22:33.015953446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="105 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:22:33.015960232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:22:33.017773048Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:22:38.440425838Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=8 entries=14 streamLabelsSize="234 B" entriesSize="568 kB" structuredMetadataSize="910 B" totalSize="568 kB" mostRecentLagMs=19 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:38.440468798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=4019
level=debug ts=2026-02-11T22:22:38.440485366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=7357
level=debug ts=2026-02-11T22:22:38.440496382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5019
level=debug ts=2026-02-11T22:22:38.440506295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="373 kB" policy= mostRecentLagMs=368
level=debug ts=2026-02-11T22:22:38.440518176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="815 B" policy= mostRecentLagMs=5019
level=debug ts=2026-02-11T22:22:38.440527645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:22:38.440537326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-11T22:22:38.440546158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4019
level=debug ts=2026-02-11T22:22:38.443728372Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:22:42.500405144Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=8 entries=10 streamLabelsSize="251 B" entriesSize="254 kB" structuredMetadataSize="643 B" totalSize="254 kB" mostRecentLagMs=972 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:42.500436334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift-managed\"}" streamLabelsHash=2988329252 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:22:42.500447694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="583 B" policy= mostRecentLagMs=8012
level=debug ts=2026-02-11T22:22:42.500453904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=972
level=debug ts=2026-02-11T22:22:42.500460823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-11T22:22:42.500466413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-11T22:22:42.500472318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=2011
level=debug ts=2026-02-11T22:22:42.500477786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="168 kB" policy= mostRecentLagMs=2417
level=debug ts=2026-02-11T22:22:42.500483151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="61 kB" policy= mostRecentLagMs=972
level=debug ts=2026-02-11T22:22:42.503043119Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:22:44.625637014Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="62 kB" streams=7 entries=21 streamLabelsSize="226 B" entriesSize="1.2 MB" structuredMetadataSize="1.3 kB" totalSize="1.2 MB" mostRecentLagMs=578 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:44.625666778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=6439
level=debug ts=2026-02-11T22:22:44.625677837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=618
level=debug ts=2026-02-11T22:22:44.625685727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=3484
level=debug ts=2026-02-11T22:22:44.625693578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5618
level=debug ts=2026-02-11T22:22:44.625698583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"chains-e2e-xnue\"}" streamLabelsHash=1808898880 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=1618
level=debug ts=2026-02-11T22:22:44.625703513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=579
level=debug ts=2026-02-11T22:22:44.625708503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=618
level=debug ts=2026-02-11T22:22:44.632612747Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:22:48.790317841Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="70 kB" streams=5 entries=21 streamLabelsSize="136 B" entriesSize="1.7 MB" structuredMetadataSize="1.3 kB" totalSize="1.7 MB" mostRecentLagMs=790 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:48.790351297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=1369
level=debug ts=2026-02-11T22:22:48.790362321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=791
level=debug ts=2026-02-11T22:22:48.790368523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="239 B" policy= mostRecentLagMs=5369
level=debug ts=2026-02-11T22:22:48.790374009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=2466
level=debug ts=2026-02-11T22:22:48.790380354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=2567
level=debug ts=2026-02-11T22:22:48.799017973Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:22:50.126829084Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:47766"
level=debug ts=2026-02-11T22:22:54.021537074Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="87 kB" streams=10 entries=33 streamLabelsSize="292 B" entriesSize="1.5 MB" structuredMetadataSize="2.2 kB" totalSize="1.5 MB" mostRecentLagMs=60 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:54.021583322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="50 kB" policy= mostRecentLagMs=497
level=debug ts=2026-02-11T22:22:54.021594529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="153 kB" policy= mostRecentLagMs=2532
level=debug ts=2026-02-11T22:22:54.021601198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=9532
level=debug ts=2026-02-11T22:22:54.021607368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=6532
level=debug ts=2026-02-11T22:22:54.021614238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="137 kB" policy= mostRecentLagMs=293
level=debug ts=2026-02-11T22:22:54.021619298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2532
level=debug ts=2026-02-11T22:22:54.02162492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=60
level=debug ts=2026-02-11T22:22:54.021644718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=1533
level=debug ts=2026-02-11T22:22:54.02165024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9533
level=debug ts=2026-02-11T22:22:54.021655229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=3533
level=debug ts=2026-02-11T22:22:54.028046861Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:22:56.058249285Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="83 kB" streams=7 entries=39 streamLabelsSize="210 B" entriesSize="1.4 MB" structuredMetadataSize="2.6 kB" totalSize="1.4 MB" mostRecentLagMs=329 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:56.058306519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="244 kB" policy= mostRecentLagMs=329
level=debug ts=2026-02-11T22:22:56.058316718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1051
level=debug ts=2026-02-11T22:22:56.058323772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="910 kB" policy= mostRecentLagMs=601
level=debug ts=2026-02-11T22:22:56.058330415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3050
level=debug ts=2026-02-11T22:22:56.05833624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="183 kB" policy= mostRecentLagMs=1804
level=debug ts=2026-02-11T22:22:56.058340901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=3050
level=debug ts=2026-02-11T22:22:56.058345549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="20 kB" policy= mostRecentLagMs=730
level=debug ts=2026-02-11T22:22:56.063973206Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:22:58.166059267Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:22:58.86836019Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="99 kB" streams=6 entries=40 streamLabelsSize="182 B" entriesSize="1.9 MB" structuredMetadataSize="2.6 kB" totalSize="1.9 MB" mostRecentLagMs=447 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:22:58.868401861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=1299
level=debug ts=2026-02-11T22:22:58.868416376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="25 kB" policy= mostRecentLagMs=447
level=debug ts=2026-02-11T22:22:58.868426607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="232 B" policy= mostRecentLagMs=447
level=debug ts=2026-02-11T22:22:58.868435643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10046
level=debug ts=2026-02-11T22:22:58.868444098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="696 B" policy= mostRecentLagMs=6446
level=debug ts=2026-02-11T22:22:58.868453012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="207 kB" policy= mostRecentLagMs=447
level=debug ts=2026-02-11T22:22:58.876802667Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:02.054003135Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:23:04.034614911Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="57 kB" streams=9 entries=37 streamLabelsSize="248 B" entriesSize="1.0 MB" structuredMetadataSize="2.4 kB" totalSize="1.0 MB" mostRecentLagMs=545 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:04.034644594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="156 kB" policy= mostRecentLagMs=563
level=debug ts=2026-02-11T22:23:04.034654352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=545
level=debug ts=2026-02-11T22:23:04.03465982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="731 kB" policy= mostRecentLagMs=1341
level=debug ts=2026-02-11T22:23:04.034665352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="91 kB" policy= mostRecentLagMs=2283
level=debug ts=2026-02-11T22:23:04.034670864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=7545
level=debug ts=2026-02-11T22:23:04.034676344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="374 B" policy= mostRecentLagMs=3545
level=debug ts=2026-02-11T22:23:04.034680994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="750 B" policy= mostRecentLagMs=3545
level=debug ts=2026-02-11T22:23:04.034685538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=8546
level=debug ts=2026-02-11T22:23:04.034690149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="13 kB" policy= mostRecentLagMs=6546
level=debug ts=2026-02-11T22:23:04.070812107Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:06.038465947Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="73 kB" streams=12 entries=43 streamLabelsSize="394 B" entriesSize="1.1 MB" structuredMetadataSize="2.8 kB" totalSize="1.1 MB" mostRecentLagMs=241 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:06.038497775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=6406
level=debug ts=2026-02-11T22:23:06.038508957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="204 kB" policy= mostRecentLagMs=569
level=debug ts=2026-02-11T22:23:06.038515254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=3030
level=debug ts=2026-02-11T22:23:06.038520079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=1031
level=debug ts=2026-02-11T22:23:06.038524939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="717 kB" policy= mostRecentLagMs=241
level=debug ts=2026-02-11T22:23:06.038529814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="43 kB" policy= mostRecentLagMs=455
level=debug ts=2026-02-11T22:23:06.038535241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4030
level=debug ts=2026-02-11T22:23:06.038540207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="25 kB" policy= mostRecentLagMs=3030
level=debug ts=2026-02-11T22:23:06.038545376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=3030
level=debug ts=2026-02-11T22:23:06.038549976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2031
level=debug ts=2026-02-11T22:23:06.038555543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="26 kB" policy= mostRecentLagMs=5030
level=debug ts=2026-02-11T22:23:06.038560406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8031
level=debug ts=2026-02-11T22:23:06.043588071Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:09.491380521Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="61 kB" streams=7 entries=36 streamLabelsSize="192 B" entriesSize="1.2 MB" structuredMetadataSize="2.3 kB" totalSize="1.2 MB" mostRecentLagMs=552 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:09.491409606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="46 kB" policy= mostRecentLagMs=6070
level=debug ts=2026-02-11T22:23:09.491419972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=3070
level=debug ts=2026-02-11T22:23:09.491426327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5534
level=debug ts=2026-02-11T22:23:09.491431752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="11 kB" policy= mostRecentLagMs=2070
level=debug ts=2026-02-11T22:23:09.491437216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=2126
level=debug ts=2026-02-11T22:23:09.491442927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=552
level=debug ts=2026-02-11T22:23:09.491447594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=9070
level=debug ts=2026-02-11T22:23:09.496501511Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:14.216006977Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="54 kB" streams=11 entries=34 streamLabelsSize="341 B" entriesSize="831 kB" structuredMetadataSize="2.3 kB" totalSize="832 kB" mostRecentLagMs=1727 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:14.21603899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="215 B" policy= mostRecentLagMs=2726
level=debug ts=2026-02-11T22:23:14.216049758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="503 kB" policy= mostRecentLagMs=5337
level=debug ts=2026-02-11T22:23:14.2160565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="16 kB" policy= mostRecentLagMs=2726
level=debug ts=2026-02-11T22:23:14.21606266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=2726
level=debug ts=2026-02-11T22:23:14.216068903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="129 kB" policy= mostRecentLagMs=8185
level=debug ts=2026-02-11T22:23:14.216073872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=6381
level=debug ts=2026-02-11T22:23:14.216078745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="129 kB" policy= mostRecentLagMs=9027
level=debug ts=2026-02-11T22:23:14.216083388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=2726
level=debug ts=2026-02-11T22:23:14.216088021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=9727
level=debug ts=2026-02-11T22:23:14.216092801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="17 kB" policy= mostRecentLagMs=7727
level=debug ts=2026-02-11T22:23:14.216098042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=1727
level=debug ts=2026-02-11T22:23:14.220731434Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:16.242597129Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=8 entries=15 streamLabelsSize="227 B" entriesSize="277 kB" structuredMetadataSize="995 B" totalSize="277 kB" mostRecentLagMs=235 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:16.242636026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=1234
level=debug ts=2026-02-11T22:23:16.242652465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=7324
level=debug ts=2026-02-11T22:23:16.242665471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=6235
level=debug ts=2026-02-11T22:23:16.242674981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7235
level=debug ts=2026-02-11T22:23:16.242683384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="147 kB" policy= mostRecentLagMs=235
level=debug ts=2026-02-11T22:23:16.242691615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="20 kB" policy= mostRecentLagMs=4235
level=debug ts=2026-02-11T22:23:16.242699877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="14 kB" policy= mostRecentLagMs=7235
level=debug ts=2026-02-11T22:23:16.242707849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=3235
level=debug ts=2026-02-11T22:23:16.245430602Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:19.84843393Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=12 entries=20 streamLabelsSize="365 B" entriesSize="550 kB" structuredMetadataSize="1.3 kB" totalSize="551 kB" mostRecentLagMs=1427 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:19.848471982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=6155
level=debug ts=2026-02-11T22:23:19.848482743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="38 kB" policy= mostRecentLagMs=7427
level=debug ts=2026-02-11T22:23:19.848489403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="34 kB" policy= mostRecentLagMs=5165
level=debug ts=2026-02-11T22:23:19.848496211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=4427
level=debug ts=2026-02-11T22:23:19.848503339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=6427
level=debug ts=2026-02-11T22:23:19.848508737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="30 kB" policy= mostRecentLagMs=4427
level=debug ts=2026-02-11T22:23:19.848513771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="9.3 kB" policy= mostRecentLagMs=2427
level=debug ts=2026-02-11T22:23:19.848518337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="10 kB" policy= mostRecentLagMs=5427
level=debug ts=2026-02-11T22:23:19.848523845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=2427
level=debug ts=2026-02-11T22:23:19.84852856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=1427
level=debug ts=2026-02-11T22:23:19.84853322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="39 kB" policy= mostRecentLagMs=3427
level=debug ts=2026-02-11T22:23:19.848537655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=1427
level=debug ts=2026-02-11T22:23:19.851882135Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:23:20.129081391Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:47538"
level=debug ts=2026-02-11T22:23:24.498331653Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=12 entries=20 streamLabelsSize="367 B" entriesSize="175 kB" structuredMetadataSize="1.3 kB" totalSize="176 kB" mostRecentLagMs=1009 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:24.49836215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-11T22:23:24.49837275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:23:24.498380503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-11T22:23:24.498386375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-11T22:23:24.498391997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=7150
level=debug ts=2026-02-11T22:23:24.498396983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:23:24.498401987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-11T22:23:24.498408528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="17 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-11T22:23:24.498413739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="33 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-11T22:23:24.498418785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="11 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:23:24.49842363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:23:24.498428408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="68 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-11T22:23:24.500140317Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:27.015309302Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.9 kB" streams=8 entries=10 streamLabelsSize="255 B" entriesSize="124 kB" structuredMetadataSize="667 B" totalSize="125 kB" mostRecentLagMs=2008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:27.01534016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:23:27.015350858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-11T22:23:27.015359284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="29 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:23:27.015370771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-11T22:23:27.015378247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:23:27.01538314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:23:27.01538778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=5667
level=debug ts=2026-02-11T22:23:27.015392889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-11T22:23:27.016939177Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:23:28.168386508Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:23:29.953368637Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=13 streamLabelsSize="210 B" entriesSize="280 kB" structuredMetadataSize="874 B" totalSize="280 kB" mostRecentLagMs=532 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:29.953398267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="179 kB" policy= mostRecentLagMs=1616
level=debug ts=2026-02-11T22:23:29.953408788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=532
level=debug ts=2026-02-11T22:23:29.953415993Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="59 kB" policy= mostRecentLagMs=4532
level=debug ts=2026-02-11T22:23:29.953422172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=532
level=debug ts=2026-02-11T22:23:29.953427119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=7532
level=debug ts=2026-02-11T22:23:29.953434897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-uift\"}" streamLabelsHash=379337672 streamSizeBytes="495 B" policy= mostRecentLagMs=2532
level=debug ts=2026-02-11T22:23:29.953439762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=532
level=debug ts=2026-02-11T22:23:29.955772155Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:35.056469362Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=7 entries=9 streamLabelsSize="216 B" entriesSize="170 kB" structuredMetadataSize="661 B" totalSize="170 kB" mostRecentLagMs=1567 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:35.056508774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=9567
level=debug ts=2026-02-11T22:23:35.056524667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="88 B" policy= mostRecentLagMs=1567
level=debug ts=2026-02-11T22:23:35.056536114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="140 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:23:35.056546306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=3567
level=debug ts=2026-02-11T22:23:35.056558517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=3567
level=debug ts=2026-02-11T22:23:35.056569112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=4567
level=debug ts=2026-02-11T22:23:35.056578452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=4567
level=debug ts=2026-02-11T22:23:35.058527771Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:40.430468544Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=8 entries=10 streamLabelsSize="241 B" entriesSize="332 kB" structuredMetadataSize="694 B" totalSize="332 kB" mostRecentLagMs=1267 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:40.43049932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:23:40.430509967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:23:40.430517779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-11T22:23:40.430524563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="308 kB" policy= mostRecentLagMs=7260
level=debug ts=2026-02-11T22:23:40.430530795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="88 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-11T22:23:40.430536071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:23:40.430542663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=1267
level=debug ts=2026-02-11T22:23:40.430547841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:23:40.434006867Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:42.013178481Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=7 entries=10 streamLabelsSize="232 B" entriesSize="34 kB" structuredMetadataSize="663 B" totalSize="34 kB" mostRecentLagMs=1006 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:42.013207011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="891 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-11T22:23:42.013218472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:23:42.013225245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:23:42.013232126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:23:42.013237758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:23:42.013244207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:23:42.013249441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:23:42.015010583Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:47.858851391Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="217 kB" streams=11 entries=402 streamLabelsSize="368 B" entriesSize="1.9 MB" structuredMetadataSize="30 kB" totalSize="1.9 MB" mostRecentLagMs=247 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:47.858896532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1892
level=debug ts=2026-02-11T22:23:47.858912989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="246 B" policy= mostRecentLagMs=4141
level=debug ts=2026-02-11T22:23:47.85892637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=1892
level=debug ts=2026-02-11T22:23:47.858936203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=247
level=debug ts=2026-02-11T22:23:47.858945769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=11369
level=debug ts=2026-02-11T22:23:47.858955341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="47 kB" policy= mostRecentLagMs=6635
level=debug ts=2026-02-11T22:23:47.858964219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="965 B" policy= mostRecentLagMs=8369
level=debug ts=2026-02-11T22:23:47.858973166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=2880
level=debug ts=2026-02-11T22:23:47.858981744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="97 kB" policy= mostRecentLagMs=1854
level=debug ts=2026-02-11T22:23:47.858990087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=12370
level=debug ts=2026-02-11T22:23:47.858999368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1892
level=debug ts=2026-02-11T22:23:47.880020101Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:51.080944252Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=7 entries=9 streamLabelsSize="208 B" entriesSize="333 kB" structuredMetadataSize="584 B" totalSize="333 kB" mostRecentLagMs=659 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:51.080987715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=660
level=debug ts=2026-02-11T22:23:51.08099847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3791
level=debug ts=2026-02-11T22:23:51.081005426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7659
level=debug ts=2026-02-11T22:23:51.081011125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7132
level=debug ts=2026-02-11T22:23:51.08101617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="275 kB" policy= mostRecentLagMs=3180
level=debug ts=2026-02-11T22:23:51.081020784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=1660
level=debug ts=2026-02-11T22:23:51.081026112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1660
level=debug ts=2026-02-11T22:23:51.083578632Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:51.989663545Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="251 kB" streams=7 entries=429 streamLabelsSize="192 B" entriesSize="2.0 MB" structuredMetadataSize="32 kB" totalSize="2.0 MB" mostRecentLagMs=109 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:51.989693969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8982
level=debug ts=2026-02-11T22:23:51.989704572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=5190
level=debug ts=2026-02-11T22:23:51.989710352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=109
level=debug ts=2026-02-11T22:23:51.989715677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="51 kB" policy= mostRecentLagMs=5974
level=debug ts=2026-02-11T22:23:51.989721017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=4548
level=debug ts=2026-02-11T22:23:51.989726366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=4370
level=debug ts=2026-02-11T22:23:51.98973101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8982
level=debug ts=2026-02-11T22:23:51.999927094Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:55.26522631Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="284 kB" streams=6 entries=399 streamLabelsSize="190 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=318 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:55.265259042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="37 kB" policy= mostRecentLagMs=3399
level=debug ts=2026-02-11T22:23:55.265290354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=318
level=debug ts=2026-02-11T22:23:55.265298018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1520
level=debug ts=2026-02-11T22:23:55.26530397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1520
level=debug ts=2026-02-11T22:23:55.265310465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=1520
level=debug ts=2026-02-11T22:23:55.265315498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="413 B" policy= mostRecentLagMs=4184
level=debug ts=2026-02-11T22:23:55.275767788Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:23:56.791772883Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-11T22:23:57.970892639Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:35806"
ts=2026-02-11T22:23:58.170210073Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:23:58.313982229Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="293 kB" streams=7 entries=403 streamLabelsSize="248 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=251 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:23:58.31401281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=252
level=debug ts=2026-02-11T22:23:58.314024061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4381
level=debug ts=2026-02-11T22:23:58.314032784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4342
level=debug ts=2026-02-11T22:23:58.314039941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4381
level=debug ts=2026-02-11T22:23:58.314045763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=2139
level=debug ts=2026-02-11T22:23:58.314052218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=4381
level=debug ts=2026-02-11T22:23:58.314057253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=4381
level=debug ts=2026-02-11T22:23:58.329117251Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:24:01.178668782Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=5 entries=9 streamLabelsSize="151 B" entriesSize="392 kB" structuredMetadataSize="598 B" totalSize="392 kB" mostRecentLagMs=1757 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:01.178700222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="287 kB" policy= mostRecentLagMs=6160
level=debug ts=2026-02-11T22:24:01.178712076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="485 B" policy= mostRecentLagMs=1757
level=debug ts=2026-02-11T22:24:01.178717592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="62 kB" policy= mostRecentLagMs=1757
level=debug ts=2026-02-11T22:24:01.178722752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="39 kB" policy= mostRecentLagMs=2757
level=debug ts=2026-02-11T22:24:01.178727678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=3757
level=debug ts=2026-02-11T22:24:01.181546132Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:24:04.979924089Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="142 kB" streams=9 entries=159 streamLabelsSize="271 B" entriesSize="843 kB" structuredMetadataSize="12 kB" totalSize="844 kB" mostRecentLagMs=1490 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:04.979962449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="358 B" policy= mostRecentLagMs=8378
level=debug ts=2026-02-11T22:24:04.979973654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="22 kB" policy= mostRecentLagMs=5491
level=debug ts=2026-02-11T22:24:04.979979725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=4491
level=debug ts=2026-02-11T22:24:04.979985594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="812 B" policy= mostRecentLagMs=4491
level=debug ts=2026-02-11T22:24:04.979992045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=7490
level=debug ts=2026-02-11T22:24:04.97999719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1490
level=debug ts=2026-02-11T22:24:04.980003165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=3491
level=debug ts=2026-02-11T22:24:04.980009273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="691 kB" policy= mostRecentLagMs=8121
level=debug ts=2026-02-11T22:24:04.98001943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="112 kB" policy= mostRecentLagMs=4491
level=debug ts=2026-02-11T22:24:05.014755331Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:24:08.243593618Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="159 kB" streams=8 entries=179 streamLabelsSize="233 B" entriesSize="996 kB" structuredMetadataSize="13 kB" totalSize="996 kB" mostRecentLagMs=4236 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:08.24362457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="676 B" policy= mostRecentLagMs=7763
level=debug ts=2026-02-11T22:24:08.243635525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=5245
level=debug ts=2026-02-11T22:24:08.243642772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="799 kB" policy= mostRecentLagMs=7762
level=debug ts=2026-02-11T22:24:08.243649369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4236
level=debug ts=2026-02-11T22:24:08.243655615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="110 kB" policy= mostRecentLagMs=7763
level=debug ts=2026-02-11T22:24:08.24366067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5237
level=debug ts=2026-02-11T22:24:08.24366533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=7763
level=debug ts=2026-02-11T22:24:08.243672209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="9.8 kB" policy= mostRecentLagMs=7763
level=debug ts=2026-02-11T22:24:08.249646665Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:24:12.986492586Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.9 kB" streams=6 entries=6 streamLabelsSize="183 B" entriesSize="70 kB" structuredMetadataSize="405 B" totalSize="70 kB" mostRecentLagMs=4565 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:12.986522333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=4751
level=debug ts=2026-02-11T22:24:12.986533351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6565
level=debug ts=2026-02-11T22:24:12.986541447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="302 B" policy= mostRecentLagMs=4565
level=debug ts=2026-02-11T22:24:12.986548767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6927
level=debug ts=2026-02-11T22:24:12.98655599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:24:12.986561573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9566
level=debug ts=2026-02-11T22:24:12.987770322Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:24:15.497600723Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=9 streamLabelsSize="190 B" entriesSize="104 kB" structuredMetadataSize="632 B" totalSize="104 kB" mostRecentLagMs=1008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:15.49763636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-11T22:24:15.497647556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-11T22:24:15.497654545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=7459
level=debug ts=2026-02-11T22:24:15.497660003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="46 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:24:15.497665551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="33 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:24:15.497672086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="374 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-11T22:24:15.49944166Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:24:18.339523111Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=5 entries=8 streamLabelsSize="180 B" entriesSize="31 kB" structuredMetadataSize="527 B" totalSize="31 kB" mostRecentLagMs=332 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:18.339553568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=7332
level=debug ts=2026-02-11T22:24:18.339565516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=332
level=debug ts=2026-02-11T22:24:18.339572183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=7332
level=debug ts=2026-02-11T22:24:18.339577153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="300 B" policy= mostRecentLagMs=9332
level=debug ts=2026-02-11T22:24:18.339583113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6332
level=debug ts=2026-02-11T22:24:18.340658756Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:24:24.52044315Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:54756"
level=debug ts=2026-02-11T22:24:25.435293958Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=8 entries=13 streamLabelsSize="245 B" entriesSize="606 kB" structuredMetadataSize="855 B" totalSize="606 kB" mostRecentLagMs=944 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:25.435323737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="29 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:24:25.435333901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=6014
level=debug ts=2026-02-11T22:24:25.435341769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="516 kB" policy= mostRecentLagMs=944
level=debug ts=2026-02-11T22:24:25.435348821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-11T22:24:25.435357798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-11T22:24:25.435366403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="48 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-11T22:24:25.435371703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2014
level=debug ts=2026-02-11T22:24:25.435376664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-11T22:24:25.439134117Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:24:26.496470192Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=12 entries=20 streamLabelsSize="336 B" entriesSize="91 kB" structuredMetadataSize="1.3 kB" totalSize="91 kB" mostRecentLagMs=1007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:26.496500396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-11T22:24:26.496510682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-11T22:24:26.496517142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="337 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:24:26.496523214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="14 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:24:26.496528448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-11T22:24:26.496534198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:24:26.496539316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:24:26.496544363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="822 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:24:26.496548895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:24:26.496553609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="50 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:24:26.496558019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-11T22:24:26.496562679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-11T22:24:26.498116929Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:24:27.973096966Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:35788"
ts=2026-02-11T22:24:28.17316571Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:24:29.014753533Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.4 kB" streams=8 entries=10 streamLabelsSize="263 B" entriesSize="124 kB" structuredMetadataSize="652 B" totalSize="124 kB" mostRecentLagMs=1007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:29.014786385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:24:29.01479752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:24:29.014803672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:24:29.014810833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-11T22:24:29.014815965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="60 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:24:29.014822706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="48 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:24:29.014828017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:24:29.014834757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:24:29.016499437Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:24:37.942311054Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.7 kB" streams=4 entries=4 streamLabelsSize="130 B" entriesSize="60 kB" structuredMetadataSize="273 B" totalSize="60 kB" mostRecentLagMs=4521 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:37.942344392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:24:37.942355032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=8920
level=debug ts=2026-02-11T22:24:37.942361838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=4521
level=debug ts=2026-02-11T22:24:37.942368889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=8521
level=debug ts=2026-02-11T22:24:37.943574733Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:24:39.07816766Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:24:40.4944831Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=5 entries=6 streamLabelsSize="168 B" entriesSize="32 kB" structuredMetadataSize="365 B" totalSize="32 kB" mostRecentLagMs=1006 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:40.494511695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:24:40.494524113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:24:40.494531031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:24:40.494536851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="31 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:24:40.494542929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="499 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:24:40.495505097Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:24:41.013014047Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=5 entries=7 streamLabelsSize="176 B" entriesSize="39 kB" structuredMetadataSize="438 B" totalSize="39 kB" mostRecentLagMs=1005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:41.013041226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-11T22:24:41.01305244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:24:41.013063934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:24:41.013071918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:24:41.013077174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:24:41.014799204Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:24:49.424368799Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=4 entries=4 streamLabelsSize="122 B" entriesSize="34 kB" structuredMetadataSize="289 B" totalSize="34 kB" mostRecentLagMs=3019 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:49.424402197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-11T22:24:49.42441495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-11T22:24:49.424422321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-11T22:24:49.424428947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3020
level=debug ts=2026-02-11T22:24:49.425519363Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:24:51.493688004Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=3 entries=5 streamLabelsSize="78 B" entriesSize="3.6 kB" structuredMetadataSize="330 B" totalSize="3.7 kB" mostRecentLagMs=1004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:51.493719055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="599 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:24:51.49372982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="239 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:24:51.493736749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:24:51.49457062Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:24:52.012207841Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=5 entries=5 streamLabelsSize="153 B" entriesSize="21 kB" structuredMetadataSize="340 B" totalSize="21 kB" mostRecentLagMs=4 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:52.012236104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:24:52.01224608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="239 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:24:52.012254176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:24:52.01226097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:24:52.012284024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:24:52.013338117Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:24:57.975018388Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:57498"
ts=2026-02-11T22:24:58.176134207Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:24:59.444612076Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=6 entries=14 streamLabelsSize="180 B" entriesSize="1.1 MB" structuredMetadataSize="878 B" totalSize="1.1 MB" mostRecentLagMs=367 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:24:59.444643062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6023
level=debug ts=2026-02-11T22:24:59.444654159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="539 B" policy= mostRecentLagMs=1023
level=debug ts=2026-02-11T22:24:59.444662175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=965
level=debug ts=2026-02-11T22:24:59.444668533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10022
level=debug ts=2026-02-11T22:24:59.444673805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=8983
level=debug ts=2026-02-11T22:24:59.444678627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="730 kB" policy= mostRecentLagMs=368
level=debug ts=2026-02-11T22:24:59.449764277Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:04.022548693Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=8 entries=15 streamLabelsSize="251 B" entriesSize="480 kB" structuredMetadataSize="966 B" totalSize="480 kB" mostRecentLagMs=14 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:04.022579908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1015
level=debug ts=2026-02-11T22:25:04.022591314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="80 kB" policy= mostRecentLagMs=309
level=debug ts=2026-02-11T22:25:04.022597368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="536 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:25:04.02260299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:25:04.022608604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3015
level=debug ts=2026-02-11T22:25:04.022613649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="394 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-11T22:25:04.022618657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:25:04.022624315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=14
level=debug ts=2026-02-11T22:25:04.026771306Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:07.559669208Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="47 kB" streams=9 entries=21 streamLabelsSize="308 B" entriesSize="930 kB" structuredMetadataSize="1.4 kB" totalSize="930 kB" mostRecentLagMs=994 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:07.559699887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6070
level=debug ts=2026-02-11T22:25:07.559710485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=994
level=debug ts=2026-02-11T22:25:07.559716657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=7070
level=debug ts=2026-02-11T22:25:07.559722275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="657 kB" policy= mostRecentLagMs=6070
level=debug ts=2026-02-11T22:25:07.559729208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10020
level=debug ts=2026-02-11T22:25:07.55973559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=6070
level=debug ts=2026-02-11T22:25:07.559740805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="183 kB" policy= mostRecentLagMs=2046
level=debug ts=2026-02-11T22:25:07.559745741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="53 kB" policy= mostRecentLagMs=10025
level=debug ts=2026-02-11T22:25:07.559750376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="947 B" policy= mostRecentLagMs=2044
level=debug ts=2026-02-11T22:25:07.564632141Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:11.350719773Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=5 entries=19 streamLabelsSize="155 B" entriesSize="195 kB" structuredMetadataSize="1.2 kB" totalSize="196 kB" mostRecentLagMs=929 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:11.350758466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6929
level=debug ts=2026-02-11T22:25:11.350772406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="31 kB" policy= mostRecentLagMs=2929
level=debug ts=2026-02-11T22:25:11.350781375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:25:11.350789135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="112 kB" policy= mostRecentLagMs=929
level=debug ts=2026-02-11T22:25:11.350797605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=4636
level=debug ts=2026-02-11T22:25:11.352692983Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:15.016376695Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=8 entries=9 streamLabelsSize="273 B" entriesSize="178 kB" structuredMetadataSize="588 B" totalSize="178 kB" mostRecentLagMs=8 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:15.016404977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-11T22:25:15.016415344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="131 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-11T22:25:15.016422772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-11T22:25:15.016428286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-11T22:25:15.016434374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="354 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:25:15.016440638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:25:15.016445206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-11T22:25:15.016449899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=8513
level=debug ts=2026-02-11T22:25:15.019298209Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:18.501912097Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=10 entries=14 streamLabelsSize="303 B" entriesSize="254 kB" structuredMetadataSize="897 B" totalSize="254 kB" mostRecentLagMs=3013 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:18.501940854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-11T22:25:18.501951522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="35 kB" policy= mostRecentLagMs=3716
level=debug ts=2026-02-11T22:25:18.501958125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:25:18.501965737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:25:18.501971519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="635 B" policy= mostRecentLagMs=3013
level=debug ts=2026-02-11T22:25:18.501977082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="56 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-11T22:25:18.501981895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="15 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:25:18.501986729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="92 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-11T22:25:18.501991926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-11T22:25:18.50199669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="37 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:25:18.504516142Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:21.433284616Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=6 entries=9 streamLabelsSize="179 B" entriesSize="604 kB" structuredMetadataSize="620 B" totalSize="604 kB" mostRecentLagMs=1722 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:21.433315712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="530 kB" policy= mostRecentLagMs=1722
level=debug ts=2026-02-11T22:25:21.433327282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="10 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-11T22:25:21.433334165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-11T22:25:21.433340347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="26 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-11T22:25:21.433346425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=2912
level=debug ts=2026-02-11T22:25:21.43335155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-11T22:25:21.436801967Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:25:28.178483419Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:25:29.113775569Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:25:30.017222153Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=4 entries=7 streamLabelsSize="151 B" entriesSize="239 kB" structuredMetadataSize="449 B" totalSize="239 kB" mostRecentLagMs=446 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:30.017250903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-11T22:25:30.017261417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=1935
level=debug ts=2026-02-11T22:25:30.01729672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="206 kB" policy= mostRecentLagMs=446
level=debug ts=2026-02-11T22:25:30.017308004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-11T22:25:30.01940673Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:32.823932954Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=5 entries=14 streamLabelsSize="147 B" entriesSize="772 kB" structuredMetadataSize="876 B" totalSize="772 kB" mostRecentLagMs=459 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:32.823962794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7403
level=debug ts=2026-02-11T22:25:32.823973206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="748 kB" policy= mostRecentLagMs=459
level=debug ts=2026-02-11T22:25:32.823979412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=4402
level=debug ts=2026-02-11T22:25:32.823985179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2297
level=debug ts=2026-02-11T22:25:32.823990296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9403
level=debug ts=2026-02-11T22:25:32.82819444Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:33.505521119Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=8 entries=13 streamLabelsSize="212 B" entriesSize="562 kB" structuredMetadataSize="813 B" totalSize="563 kB" mostRecentLagMs=16 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:33.505549619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=1017
level=debug ts=2026-02-11T22:25:33.505559855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="195 B" policy= mostRecentLagMs=10016
level=debug ts=2026-02-11T22:25:33.505566039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="114 kB" policy= mostRecentLagMs=1156
level=debug ts=2026-02-11T22:25:33.505573705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=16
level=debug ts=2026-02-11T22:25:33.505579248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=2973
level=debug ts=2026-02-11T22:25:33.505584163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7016
level=debug ts=2026-02-11T22:25:33.50558941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="418 kB" policy= mostRecentLagMs=2243
level=debug ts=2026-02-11T22:25:33.50559409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2017
level=debug ts=2026-02-11T22:25:33.509216984Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:40.094506069Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=10 streamLabelsSize="233 B" entriesSize="210 kB" structuredMetadataSize="671 B" totalSize="210 kB" mostRecentLagMs=86 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:40.094541494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=4057
level=debug ts=2026-02-11T22:25:40.094552782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1087
level=debug ts=2026-02-11T22:25:40.094558935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="80 kB" policy= mostRecentLagMs=917
level=debug ts=2026-02-11T22:25:40.094566031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7087
level=debug ts=2026-02-11T22:25:40.09457402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=86
level=debug ts=2026-02-11T22:25:40.09458224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8087
level=debug ts=2026-02-11T22:25:40.094589673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=9439
level=debug ts=2026-02-11T22:25:40.09676624Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:43.438369754Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=12 entries=28 streamLabelsSize="386 B" entriesSize="637 kB" structuredMetadataSize="1.8 kB" totalSize="637 kB" mostRecentLagMs=1017 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:43.438402127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=8991
level=debug ts=2026-02-11T22:25:43.438413655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8927
level=debug ts=2026-02-11T22:25:43.438420416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration1-uvad\"}" streamLabelsHash=455517310 streamSizeBytes="990 B" policy= mostRecentLagMs=5017
level=debug ts=2026-02-11T22:25:43.438425954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=10017
level=debug ts=2026-02-11T22:25:43.438431121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=8017
level=debug ts=2026-02-11T22:25:43.438437503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="464 B" policy= mostRecentLagMs=5017
level=debug ts=2026-02-11T22:25:43.438443232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=9017
level=debug ts=2026-02-11T22:25:43.43844912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="528 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-11T22:25:43.438453932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=4017
level=debug ts=2026-02-11T22:25:43.438458656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=2018
level=debug ts=2026-02-11T22:25:43.438463503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=1017
level=debug ts=2026-02-11T22:25:43.438468504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=8017
level=debug ts=2026-02-11T22:25:43.442409215Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:43.681829796Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=9 entries=19 streamLabelsSize="297 B" entriesSize="652 kB" structuredMetadataSize="1.2 kB" totalSize="653 kB" mostRecentLagMs=193 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:43.681859406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2193
level=debug ts=2026-02-11T22:25:43.681869743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="99 kB" policy= mostRecentLagMs=3343
level=debug ts=2026-02-11T22:25:43.68187606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=193
level=debug ts=2026-02-11T22:25:43.681881633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="232 B" policy= mostRecentLagMs=6192
level=debug ts=2026-02-11T22:25:43.681887313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="491 kB" policy= mostRecentLagMs=193
level=debug ts=2026-02-11T22:25:43.6818937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=4192
level=debug ts=2026-02-11T22:25:43.681898849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5192
level=debug ts=2026-02-11T22:25:43.681904193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=8817
level=debug ts=2026-02-11T22:25:43.681909409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2193
level=debug ts=2026-02-11T22:25:43.685801159Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:51.01889232Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=7 entries=19 streamLabelsSize="193 B" entriesSize="311 kB" structuredMetadataSize="1.2 kB" totalSize="311 kB" mostRecentLagMs=725 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:51.018921482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-11T22:25:51.018931638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:25:51.018937551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-11T22:25:51.018944331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="130 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-11T22:25:51.018949898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="275 kB" policy= mostRecentLagMs=725
level=debug ts=2026-02-11T22:25:51.018955582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=9879
level=debug ts=2026-02-11T22:25:51.018963534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-11T22:25:51.021652068Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:54.458108918Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="65 kB" streams=6 entries=22 streamLabelsSize="189 B" entriesSize="1.6 MB" structuredMetadataSize="1.4 kB" totalSize="1.6 MB" mostRecentLagMs=36 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:54.458140554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=1036
level=debug ts=2026-02-11T22:25:54.458151621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=36
level=debug ts=2026-02-11T22:25:54.458157714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=3365
level=debug ts=2026-02-11T22:25:54.458163916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="42 kB" policy= mostRecentLagMs=6097
level=debug ts=2026-02-11T22:25:54.458169245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=4037
level=debug ts=2026-02-11T22:25:54.458175598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10037
level=debug ts=2026-02-11T22:25:54.466342504Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:25:55.532456251Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="83 kB" streams=8 entries=28 streamLabelsSize="265 B" entriesSize="1.8 MB" structuredMetadataSize="1.7 kB" totalSize="1.8 MB" mostRecentLagMs=572 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:25:55.532488131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=572
level=debug ts=2026-02-11T22:25:55.532499133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="49 kB" policy= mostRecentLagMs=6053
level=debug ts=2026-02-11T22:25:55.532506791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="25 kB" policy= mostRecentLagMs=6854
level=debug ts=2026-02-11T22:25:55.532512537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=4044
level=debug ts=2026-02-11T22:25:55.532517997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=2043
level=debug ts=2026-02-11T22:25:55.532523673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="69 kB" policy= mostRecentLagMs=4044
level=debug ts=2026-02-11T22:25:55.532528981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="127 kB" policy= mostRecentLagMs=4462
level=debug ts=2026-02-11T22:25:55.532534223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4044
level=debug ts=2026-02-11T22:25:55.54040558Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:25:58.180462828Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:26:01.816983238Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="57 kB" streams=7 entries=19 streamLabelsSize="229 B" entriesSize="1.0 MB" structuredMetadataSize="1.2 kB" totalSize="1.0 MB" mostRecentLagMs=809 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:01.817016507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="15 kB" policy= mostRecentLagMs=5810
level=debug ts=2026-02-11T22:26:01.817027595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="26 kB" policy= mostRecentLagMs=9809
level=debug ts=2026-02-11T22:26:01.817034177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=9809
level=debug ts=2026-02-11T22:26:01.817041486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="13 kB" policy= mostRecentLagMs=6809
level=debug ts=2026-02-11T22:26:01.817047276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="13 kB" policy= mostRecentLagMs=809
level=debug ts=2026-02-11T22:26:01.817052395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6809
level=debug ts=2026-02-11T22:26:01.817057693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="952 kB" policy= mostRecentLagMs=1204
level=debug ts=2026-02-11T22:26:01.821647547Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:04.610037487Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="58 kB" streams=6 entries=20 streamLabelsSize="187 B" entriesSize="1.4 MB" structuredMetadataSize="1.2 kB" totalSize="1.4 MB" mostRecentLagMs=2250 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:04.610068482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="540 B" policy= mostRecentLagMs=3189
level=debug ts=2026-02-11T22:26:04.61007986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="30 kB" policy= mostRecentLagMs=3189
level=debug ts=2026-02-11T22:26:04.610087342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="598 B" policy= mostRecentLagMs=6189
level=debug ts=2026-02-11T22:26:04.610093319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=2790
level=debug ts=2026-02-11T22:26:04.610098535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=2250
level=debug ts=2026-02-11T22:26:04.610103961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6189
level=debug ts=2026-02-11T22:26:04.616833325Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:05.662262235Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="74 kB" streams=6 entries=21 streamLabelsSize="204 B" entriesSize="1.5 MB" structuredMetadataSize="1.3 kB" totalSize="1.5 MB" mostRecentLagMs=173 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:05.662309469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="53 kB" policy= mostRecentLagMs=4173
level=debug ts=2026-02-11T22:26:05.662319706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=9173
level=debug ts=2026-02-11T22:26:05.662327112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=302
level=debug ts=2026-02-11T22:26:05.662333699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=174
level=debug ts=2026-02-11T22:26:05.662339556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="758 B" policy= mostRecentLagMs=5173
level=debug ts=2026-02-11T22:26:05.662345776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4173
level=debug ts=2026-02-11T22:26:05.669579543Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:12.017766092Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=7 entries=15 streamLabelsSize="225 B" entriesSize="261 kB" structuredMetadataSize="956 B" totalSize="261 kB" mostRecentLagMs=1010 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:12.017806373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-11T22:26:12.017821308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-11T22:26:12.017830685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="217 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-11T22:26:12.017840204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="12 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-11T22:26:12.017850085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-11T22:26:12.017859475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="464 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-11T22:26:12.017867416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:26:12.02038154Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:14.827341983Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="53 kB" streams=6 entries=18 streamLabelsSize="166 B" entriesSize="1.2 MB" structuredMetadataSize="1.2 kB" totalSize="1.2 MB" mostRecentLagMs=212 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:14.827374923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=406
level=debug ts=2026-02-11T22:26:14.827385444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="725 kB" policy= mostRecentLagMs=212
level=debug ts=2026-02-11T22:26:14.827392431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="442 B" policy= mostRecentLagMs=406
level=debug ts=2026-02-11T22:26:14.827400012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="504 kB" policy= mostRecentLagMs=2614
level=debug ts=2026-02-11T22:26:14.827406208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=406
level=debug ts=2026-02-11T22:26:14.827412188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1407
level=debug ts=2026-02-11T22:26:14.833006479Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:16.511424624Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=8 entries=14 streamLabelsSize="244 B" entriesSize="691 kB" structuredMetadataSize="851 B" totalSize="691 kB" mostRecentLagMs=22 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:16.511455777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="14 kB" policy= mostRecentLagMs=10022
level=debug ts=2026-02-11T22:26:16.511466166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="54 kB" policy= mostRecentLagMs=6756
level=debug ts=2026-02-11T22:26:16.51147173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="165 B" policy= mostRecentLagMs=6022
level=debug ts=2026-02-11T22:26:16.511478404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="338 B" policy= mostRecentLagMs=8022
level=debug ts=2026-02-11T22:26:16.511484919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="600 kB" policy= mostRecentLagMs=326
level=debug ts=2026-02-11T22:26:16.511490407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=22
level=debug ts=2026-02-11T22:26:16.511496373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=8022
level=debug ts=2026-02-11T22:26:16.511501002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=2022
level=debug ts=2026-02-11T22:26:16.515398262Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:17.534001542Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-11T22:26:17.535570364Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-11T22:26:23.019859255Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=7 entries=17 streamLabelsSize="239 B" entriesSize="373 kB" structuredMetadataSize="1.1 kB" totalSize="374 kB" mostRecentLagMs=12 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:23.01989026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=13
level=debug ts=2026-02-11T22:26:23.0199006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-11T22:26:23.019907405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-11T22:26:23.019912651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-11T22:26:23.019918167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=8012
level=debug ts=2026-02-11T22:26:23.019923594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="364 kB" policy= mostRecentLagMs=1118
level=debug ts=2026-02-11T22:26:23.019928325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-11T22:26:23.022543991Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:25.440396309Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=8 entries=18 streamLabelsSize="286 B" entriesSize="744 kB" structuredMetadataSize="1.1 kB" totalSize="744 kB" mostRecentLagMs=19 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:25.440425127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-11T22:26:25.440435538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=3933
level=debug ts=2026-02-11T22:26:25.440442058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="713 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-11T22:26:25.440447518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:26:25.440452661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=19
level=debug ts=2026-02-11T22:26:25.440457693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3019
level=debug ts=2026-02-11T22:26:25.440462421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=7019
level=debug ts=2026-02-11T22:26:25.440466756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2019
level=debug ts=2026-02-11T22:26:25.444540021Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:26:28.182205708Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:26:29.867599545Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=6 entries=12 streamLabelsSize="196 B" entriesSize="678 kB" structuredMetadataSize="734 B" totalSize="678 kB" mostRecentLagMs=2905 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:29.867632741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=8378
level=debug ts=2026-02-11T22:26:29.867643358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=8378
level=debug ts=2026-02-11T22:26:29.867650225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=5378
level=debug ts=2026-02-11T22:26:29.867656352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=3378
level=debug ts=2026-02-11T22:26:29.867661374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="667 kB" policy= mostRecentLagMs=2905
level=debug ts=2026-02-11T22:26:29.867666241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8378
level=debug ts=2026-02-11T22:26:29.871609198Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:33.828063607Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=11 entries=19 streamLabelsSize="369 B" entriesSize="572 kB" structuredMetadataSize="1.2 kB" totalSize="572 kB" mostRecentLagMs=179 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:33.828092891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9820
level=debug ts=2026-02-11T22:26:33.828103173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=821
level=debug ts=2026-02-11T22:26:33.828109547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9820
level=debug ts=2026-02-11T22:26:33.828115531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=8820
level=debug ts=2026-02-11T22:26:33.828120698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=179
level=debug ts=2026-02-11T22:26:33.828125871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=6096
level=debug ts=2026-02-11T22:26:33.828130925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=9900
level=debug ts=2026-02-11T22:26:33.828136384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9820
level=debug ts=2026-02-11T22:26:33.828142197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="452 kB" policy= mostRecentLagMs=4205
level=debug ts=2026-02-11T22:26:33.828147118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=9820
level=debug ts=2026-02-11T22:26:33.82815172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=6306
level=debug ts=2026-02-11T22:26:33.831374545Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:35.489000984Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="48 kB" streams=9 entries=24 streamLabelsSize="281 B" entriesSize="985 kB" structuredMetadataSize="1.6 kB" totalSize="986 kB" mostRecentLagMs=67 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:35.489039194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1066
level=debug ts=2026-02-11T22:26:35.489056104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="930 B" policy= mostRecentLagMs=67
level=debug ts=2026-02-11T22:26:35.4890681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2067
level=debug ts=2026-02-11T22:26:35.489079982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="356 kB" policy= mostRecentLagMs=1610
level=debug ts=2026-02-11T22:26:35.489089146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="890 B" policy= mostRecentLagMs=67
level=debug ts=2026-02-11T22:26:35.489099293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="11 kB" policy= mostRecentLagMs=5068
level=debug ts=2026-02-11T22:26:35.48910756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=1066
level=debug ts=2026-02-11T22:26:35.489115884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=6067
level=debug ts=2026-02-11T22:26:35.4891241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="599 kB" policy= mostRecentLagMs=4651
level=debug ts=2026-02-11T22:26:35.493976728Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:43.498698058Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=10 entries=15 streamLabelsSize="296 B" entriesSize="160 kB" structuredMetadataSize="923 B" totalSize="160 kB" mostRecentLagMs=9 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:43.498732742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-11T22:26:43.498745922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-11T22:26:43.498756011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-11T22:26:43.498765518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="57 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-11T22:26:43.498773759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-11T22:26:43.498781469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="22 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:26:43.498788929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="46 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-11T22:26:43.498798659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-11T22:26:43.498806721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-11T22:26:43.498814053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-11T22:26:43.500905569Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:44.019852595Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=12 entries=20 streamLabelsSize="384 B" entriesSize="210 kB" structuredMetadataSize="1.3 kB" totalSize="210 kB" mostRecentLagMs=12 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:44.019893018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="140 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-11T22:26:44.019909619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-11T22:26:44.019923229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-11T22:26:44.019934359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-11T22:26:44.019944311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="546 B" policy= mostRecentLagMs=5012
level=debug ts=2026-02-11T22:26:44.019952809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-11T22:26:44.019961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="827 B" policy= mostRecentLagMs=5012
level=debug ts=2026-02-11T22:26:44.019969696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-11T22:26:44.019978079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-11T22:26:44.01998624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1012
level=debug ts=2026-02-11T22:26:44.019994092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="20 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-11T22:26:44.020002365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-11T22:26:44.022179315Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:45.535775662Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=9 streamLabelsSize="169 B" entriesSize="182 kB" structuredMetadataSize="599 B" totalSize="182 kB" mostRecentLagMs=461 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:45.535804333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="94 kB" policy= mostRecentLagMs=1114
level=debug ts=2026-02-11T22:26:45.535815432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=1114
level=debug ts=2026-02-11T22:26:45.535822163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7115
level=debug ts=2026-02-11T22:26:45.5358281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9360
level=debug ts=2026-02-11T22:26:45.535834302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=7114
level=debug ts=2026-02-11T22:26:45.535839493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="11 kB" policy= mostRecentLagMs=461
level=debug ts=2026-02-11T22:26:45.537724614Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:54.495063415Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.8 kB" streams=4 entries=5 streamLabelsSize="112 B" entriesSize="61 kB" structuredMetadataSize="329 B" totalSize="62 kB" mostRecentLagMs=2005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:54.495094123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="58 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:26:54.495104521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:26:54.495111415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:26:54.495116686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:26:54.496631474Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:55.011924426Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=4 entries=5 streamLabelsSize="126 B" entriesSize="11 kB" structuredMetadataSize="323 B" totalSize="11 kB" mostRecentLagMs=1004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:55.011955101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:26:55.011966199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:26:55.011971761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=5678
level=debug ts=2026-02-11T22:26:55.011977175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:26:55.012866039Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:26:57.008455605Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:26:57.751066733Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=3 entries=8 streamLabelsSize="78 B" entriesSize="405 kB" structuredMetadataSize="520 B" totalSize="405 kB" mostRecentLagMs=434 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:26:57.751096233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4330
level=debug ts=2026-02-11T22:26:57.751107021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="143 kB" policy= mostRecentLagMs=434
level=debug ts=2026-02-11T22:26:57.751113279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="256 kB" policy= mostRecentLagMs=4000
level=debug ts=2026-02-11T22:26:57.754554759Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:26:58.184243951Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:27:07.502496269Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=7 entries=12 streamLabelsSize="224 B" entriesSize="327 kB" structuredMetadataSize="895 B" totalSize="327 kB" mostRecentLagMs=14 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:07.502537064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="309 kB" policy= mostRecentLagMs=3625
level=debug ts=2026-02-11T22:27:07.502547964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1014
level=debug ts=2026-02-11T22:27:07.502554422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="10 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-11T22:27:07.502559802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-11T22:27:07.502565903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=6013
level=debug ts=2026-02-11T22:27:07.502571766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=9013
level=debug ts=2026-02-11T22:27:07.502576501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:27:07.505056542Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:27:08.58848331Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=6 entries=12 streamLabelsSize="179 B" entriesSize="292 kB" structuredMetadataSize="786 B" totalSize="292 kB" mostRecentLagMs=168 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:08.58852103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5167
level=debug ts=2026-02-11T22:27:08.588536579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=4167
level=debug ts=2026-02-11T22:27:08.58855007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=5167
level=debug ts=2026-02-11T22:27:08.588564159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:27:08.588573705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=168
level=debug ts=2026-02-11T22:27:08.588585327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="122 kB" policy= mostRecentLagMs=5783
level=debug ts=2026-02-11T22:27:08.591070341Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:27:10.012248238Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=6 entries=7 streamLabelsSize="182 B" entriesSize="16 kB" structuredMetadataSize="447 B" totalSize="16 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:10.012310031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:27:10.012321475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:27:10.012330534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:27:10.012339551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-11T22:27:10.0123467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="962 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:27:10.012352777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:27:10.013353021Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:27:18.493026105Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=7 entries=8 streamLabelsSize="212 B" entriesSize="5.8 kB" structuredMetadataSize="515 B" totalSize="6.0 kB" mostRecentLagMs=1003 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:18.493057739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:27:18.493069983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="461 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:27:18.493076425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="356 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-11T22:27:18.493082261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="468 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-11T22:27:18.493087344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:27:18.493092501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-11T22:27:18.493097984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:27:18.494123327Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:27:21.01498148Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.1 kB" streams=7 entries=8 streamLabelsSize="215 B" entriesSize="124 kB" structuredMetadataSize="503 B" totalSize="124 kB" mostRecentLagMs=2008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:21.015011394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:27:21.015022593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:27:21.015029595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="102 kB" policy= mostRecentLagMs=5985
level=debug ts=2026-02-11T22:27:21.015036592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:27:21.015041822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:27:21.015046433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:27:21.015051084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3607
level=debug ts=2026-02-11T22:27:21.016694938Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:27:23.676476876Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=6 entries=8 streamLabelsSize="186 B" entriesSize="517 kB" structuredMetadataSize="513 B" totalSize="518 kB" mostRecentLagMs=255 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:23.676507284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7255
level=debug ts=2026-02-11T22:27:23.676517652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=2610
level=debug ts=2026-02-11T22:27:23.676525385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=255
level=debug ts=2026-02-11T22:27:23.676532174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="88 kB" policy= mostRecentLagMs=8673
level=debug ts=2026-02-11T22:27:23.67653885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="383 kB" policy= mostRecentLagMs=4586
level=debug ts=2026-02-11T22:27:23.676544645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4255
level=debug ts=2026-02-11T22:27:23.679718815Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:27:28.186338086Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:27:32.017547721Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=8 entries=10 streamLabelsSize="277 B" entriesSize="247 kB" structuredMetadataSize="617 B" totalSize="248 kB" mostRecentLagMs=148 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:32.017579731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="205 kB" policy= mostRecentLagMs=148
level=debug ts=2026-02-11T22:27:32.017594978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-11T22:27:32.01760424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:27:32.017610657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7010
level=debug ts=2026-02-11T22:27:32.017617886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:27:32.017624937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="29 kB" policy= mostRecentLagMs=4263
level=debug ts=2026-02-11T22:27:32.017630318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-11T22:27:32.017635264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-11T22:27:32.019887292Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:27:33.49451737Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=7 entries=7 streamLabelsSize="217 B" entriesSize="48 kB" structuredMetadataSize="478 B" totalSize="48 kB" mostRecentLagMs=1005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:33.494546548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:27:33.494557043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:27:33.494564742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:27:33.494570188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:27:33.494575447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:27:33.494581261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8897
level=debug ts=2026-02-11T22:27:33.494586641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="22 kB" policy= mostRecentLagMs=8633
level=debug ts=2026-02-11T22:27:33.495725449Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:27:33.792705894Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=4 entries=8 streamLabelsSize="124 B" entriesSize="460 kB" structuredMetadataSize="475 B" totalSize="460 kB" mostRecentLagMs=113 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:33.792734919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=6372
level=debug ts=2026-02-11T22:27:33.79274555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:27:33.792751892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=4372
level=debug ts=2026-02-11T22:27:33.792758178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="443 kB" policy= mostRecentLagMs=113
level=debug ts=2026-02-11T22:27:33.795514294Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:27:35.218367064Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:27:43.286052723Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=5 entries=14 streamLabelsSize="159 B" entriesSize="718 kB" structuredMetadataSize="911 B" totalSize="718 kB" mostRecentLagMs=278 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:43.286089289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="715 kB" policy= mostRecentLagMs=571
level=debug ts=2026-02-11T22:27:43.286100231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2278
level=debug ts=2026-02-11T22:27:43.286107127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=8278
level=debug ts=2026-02-11T22:27:43.286113261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=278
level=debug ts=2026-02-11T22:27:43.28612002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4279
level=debug ts=2026-02-11T22:27:43.290186027Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:27:45.031516353Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=10 entries=16 streamLabelsSize="329 B" entriesSize="696 kB" structuredMetadataSize="990 B" totalSize="697 kB" mostRecentLagMs=543 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:45.031558306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8542
level=debug ts=2026-02-11T22:27:45.031573589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="56 kB" policy= mostRecentLagMs=3583
level=debug ts=2026-02-11T22:27:45.03158362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="599 kB" policy= mostRecentLagMs=879
level=debug ts=2026-02-11T22:27:45.031593432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="35 kB" policy= mostRecentLagMs=10022
level=debug ts=2026-02-11T22:27:45.031601455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=6542
level=debug ts=2026-02-11T22:27:45.031608759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=6542
level=debug ts=2026-02-11T22:27:45.031616646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="966 B" policy= mostRecentLagMs=5543
level=debug ts=2026-02-11T22:27:45.031625566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8542
level=debug ts=2026-02-11T22:27:45.031634419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5543
level=debug ts=2026-02-11T22:27:45.031641982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="364 B" policy= mostRecentLagMs=543
level=debug ts=2026-02-11T22:27:45.035993866Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:27:45.443366289Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=6 entries=18 streamLabelsSize="168 B" entriesSize="907 kB" structuredMetadataSize="1.2 kB" totalSize="907 kB" mostRecentLagMs=1022 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:45.443404772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=4022
level=debug ts=2026-02-11T22:27:45.44341913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=8022
level=debug ts=2026-02-11T22:27:45.443428751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6022
level=debug ts=2026-02-11T22:27:45.443437323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="871 kB" policy= mostRecentLagMs=2301
level=debug ts=2026-02-11T22:27:45.443447491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="815 B" policy= mostRecentLagMs=1023
level=debug ts=2026-02-11T22:27:45.443455469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9607
level=debug ts=2026-02-11T22:27:45.448606042Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:27:53.337367527Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=9 entries=24 streamLabelsSize="292 B" entriesSize="606 kB" structuredMetadataSize="1.6 kB" totalSize="607 kB" mostRecentLagMs=329 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:53.337406788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1330
level=debug ts=2026-02-11T22:27:53.337417468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=5910
level=debug ts=2026-02-11T22:27:53.337425201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=329
level=debug ts=2026-02-11T22:27:53.337431005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="530 kB" policy= mostRecentLagMs=693
level=debug ts=2026-02-11T22:27:53.337436836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=5926
level=debug ts=2026-02-11T22:27:53.337441821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9329
level=debug ts=2026-02-11T22:27:53.337446899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=6329
level=debug ts=2026-02-11T22:27:53.337452224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8330
level=debug ts=2026-02-11T22:27:53.337457373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=329
level=debug ts=2026-02-11T22:27:53.340721787Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:27:56.527287614Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="65 kB" streams=5 entries=22 streamLabelsSize="141 B" entriesSize="1.5 MB" structuredMetadataSize="1.4 kB" totalSize="1.5 MB" mostRecentLagMs=106 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:56.527319423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=3106
level=debug ts=2026-02-11T22:27:56.527330045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="963 kB" policy= mostRecentLagMs=459
level=debug ts=2026-02-11T22:27:56.527336428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=989
level=debug ts=2026-02-11T22:27:56.527342233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=106
level=debug ts=2026-02-11T22:27:56.527347569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="521 kB" policy= mostRecentLagMs=1444
level=debug ts=2026-02-11T22:27:56.563911551Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:27:57.200721783Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="61 kB" streams=5 entries=24 streamLabelsSize="133 B" entriesSize="1.2 MB" structuredMetadataSize="1.5 kB" totalSize="1.2 MB" mostRecentLagMs=904 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:27:57.200753844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="996 kB" policy= mostRecentLagMs=904
level=debug ts=2026-02-11T22:27:57.20076438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="104 kB" policy= mostRecentLagMs=4928
level=debug ts=2026-02-11T22:27:57.200770001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=2711
level=debug ts=2026-02-11T22:27:57.200775444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=4712
level=debug ts=2026-02-11T22:27:57.20078086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=7624
level=debug ts=2026-02-11T22:27:57.206141238Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:27:58.187841418Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:28:03.63635335Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="47 kB" streams=7 entries=24 streamLabelsSize="218 B" entriesSize="730 kB" structuredMetadataSize="1.6 kB" totalSize="730 kB" mostRecentLagMs=235 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:03.63639013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=8629
level=debug ts=2026-02-11T22:28:03.636402318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=2629
level=debug ts=2026-02-11T22:28:03.636409455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=2337
level=debug ts=2026-02-11T22:28:03.636415095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=1182
level=debug ts=2026-02-11T22:28:03.6364208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="26 kB" policy= mostRecentLagMs=4629
level=debug ts=2026-02-11T22:28:03.636425967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="559 kB" policy= mostRecentLagMs=235
level=debug ts=2026-02-11T22:28:03.636431095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=628
level=debug ts=2026-02-11T22:28:03.646096868Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:28:07.378489122Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="78 kB" streams=7 entries=108 streamLabelsSize="207 B" entriesSize="978 kB" structuredMetadataSize="7.9 kB" totalSize="978 kB" mostRecentLagMs=957 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:07.378520448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4048
level=debug ts=2026-02-11T22:28:07.378530937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=1433
level=debug ts=2026-02-11T22:28:07.378536662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=5957
level=debug ts=2026-02-11T22:28:07.378542017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8529
level=debug ts=2026-02-11T22:28:07.378547191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="546 kB" policy= mostRecentLagMs=3531
level=debug ts=2026-02-11T22:28:07.378554608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="347 kB" policy= mostRecentLagMs=957
level=debug ts=2026-02-11T22:28:07.378559598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="13 kB" policy= mostRecentLagMs=7957
level=debug ts=2026-02-11T22:28:07.383522954Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:28:07.501312802Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=10 entries=35 streamLabelsSize="312 B" entriesSize="324 kB" structuredMetadataSize="2.3 kB" totalSize="324 kB" mostRecentLagMs=1012 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:07.501344241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="189 kB" policy= mostRecentLagMs=5220
level=debug ts=2026-02-11T22:28:07.50135461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-11T22:28:07.501362245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="10 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-11T22:28:07.501368511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-11T22:28:07.501373584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="28 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-11T22:28:07.50137849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="31 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-11T22:28:07.501383055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-11T22:28:07.50138765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-11T22:28:07.501392918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="44 kB" policy= mostRecentLagMs=8990
level=debug ts=2026-02-11T22:28:07.50139838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1013
level=debug ts=2026-02-11T22:28:07.504222854Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:28:14.016309386Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=8 entries=26 streamLabelsSize="256 B" entriesSize="94 kB" structuredMetadataSize="1.7 kB" totalSize="94 kB" mostRecentLagMs=1008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:14.016340879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:28:14.016351328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="20 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-11T22:28:14.016357074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-11T22:28:14.016362735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:28:14.016367544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:28:14.016372446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=9517
level=debug ts=2026-02-11T22:28:14.016378644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-11T22:28:14.016383131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=6299
level=debug ts=2026-02-11T22:28:14.018301103Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:28:17.431536143Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=7 entries=17 streamLabelsSize="216 B" entriesSize="466 kB" structuredMetadataSize="1.2 kB" totalSize="466 kB" mostRecentLagMs=29 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:17.431568001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:28:17.431578572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="17 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-11T22:28:17.431584606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-11T22:28:17.431592063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-11T22:28:17.431597343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-11T22:28:17.431602244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="373 kB" policy= mostRecentLagMs=29
level=debug ts=2026-02-11T22:28:17.431607119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="23 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-11T22:28:17.435425254Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:28:17.553774832Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=7 entries=10 streamLabelsSize="206 B" entriesSize="278 kB" structuredMetadataSize="635 B" totalSize="278 kB" mostRecentLagMs=65 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:17.553805039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8914
level=debug ts=2026-02-11T22:28:17.553816036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="338 B" policy= mostRecentLagMs=8064
level=debug ts=2026-02-11T22:28:17.553822563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=9065
level=debug ts=2026-02-11T22:28:17.553829222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=3065
level=debug ts=2026-02-11T22:28:17.553834236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=65
level=debug ts=2026-02-11T22:28:17.553838983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=9903
level=debug ts=2026-02-11T22:28:17.553843732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="175 kB" policy= mostRecentLagMs=3065
level=debug ts=2026-02-11T22:28:17.555537054Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:28:27.062401434Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="106 kB" streams=9 entries=246 streamLabelsSize="291 B" entriesSize="1.1 MB" structuredMetadataSize="18 kB" totalSize="1.1 MB" mostRecentLagMs=244 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:27.062429894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="31 kB" policy= mostRecentLagMs=12055
level=debug ts=2026-02-11T22:28:27.062440949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="875 kB" policy= mostRecentLagMs=244
level=debug ts=2026-02-11T22:28:27.062447089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=8054
level=debug ts=2026-02-11T22:28:27.062453812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=3091
level=debug ts=2026-02-11T22:28:27.062459534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2044
level=debug ts=2026-02-11T22:28:27.062464531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="118 kB" policy= mostRecentLagMs=7055
level=debug ts=2026-02-11T22:28:27.062469605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="603 B" policy= mostRecentLagMs=11055
level=debug ts=2026-02-11T22:28:27.062474359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=7055
level=debug ts=2026-02-11T22:28:27.062480112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=12055
level=debug ts=2026-02-11T22:28:27.070049482Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:28:28.190718411Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:28:28.498700995Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=7 entries=14 streamLabelsSize="190 B" entriesSize="144 kB" structuredMetadataSize="921 B" totalSize="144 kB" mostRecentLagMs=9 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:28.498730506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="12 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:28:28.498741483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:28:28.498747949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:28:28.498753555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-11T22:28:28.498759872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-11T22:28:28.4987651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="38 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:28:28.498770901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="83 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:28:28.500520647Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:28:29.428486875Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=8 entries=9 streamLabelsSize="242 B" entriesSize="173 kB" structuredMetadataSize="595 B" totalSize="173 kB" mostRecentLagMs=7 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:29.428516422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-11T22:28:29.428526886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="136 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:28:29.428533128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:28:29.42853833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="539 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:28:29.42854419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:28:29.428550164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-11T22:28:29.428555352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9062
level=debug ts=2026-02-11T22:28:29.428561303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:28:29.431250999Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:28:32.797452394Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="287 kB" streams=4 entries=401 streamLabelsSize="109 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=102 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:32.797485466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3603
level=debug ts=2026-02-11T22:28:32.797495818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=102
level=debug ts=2026-02-11T22:28:32.797502666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5612
level=debug ts=2026-02-11T22:28:32.797508233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=1565
level=debug ts=2026-02-11T22:28:32.811207124Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:28:33.842045491Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:28:41.496282506Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.2 kB" streams=10 entries=15 streamLabelsSize="300 B" entriesSize="77 kB" structuredMetadataSize="941 B" totalSize="77 kB" mostRecentLagMs=7 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:41.496323515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-11T22:28:41.496334589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="46 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:28:41.496341441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:28:41.496348569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:28:41.496355445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-11T22:28:41.496360551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:28:41.496365833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:28:41.496370897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:28:41.496376117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:28:41.496380691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="838 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:28:41.498107458Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:28:42.750698546Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="236 kB" streams=7 entries=303 streamLabelsSize="214 B" entriesSize="1.5 MB" structuredMetadataSize="23 kB" totalSize="1.5 MB" mostRecentLagMs=2743 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:42.750730088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9171
level=debug ts=2026-02-11T22:28:42.750740839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=6190
level=debug ts=2026-02-11T22:28:42.750748215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6990
level=debug ts=2026-02-11T22:28:42.750754008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="17 kB" policy= mostRecentLagMs=2743
level=debug ts=2026-02-11T22:28:42.750758953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=3743
level=debug ts=2026-02-11T22:28:42.750763514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="354 B" policy= mostRecentLagMs=3743
level=debug ts=2026-02-11T22:28:42.750768117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9171
level=debug ts=2026-02-11T22:28:42.758962423Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:28:43.426671307Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.5 kB" streams=4 entries=6 streamLabelsSize="123 B" entriesSize="131 kB" structuredMetadataSize="409 B" totalSize="131 kB" mostRecentLagMs=591 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:43.426703074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=591
level=debug ts=2026-02-11T22:28:43.426713713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:28:43.426720239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="75 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:28:43.426725741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3177
level=debug ts=2026-02-11T22:28:43.428736733Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:28:50.155459664Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:50594"
level=debug ts=2026-02-11T22:28:54.025351354Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=9 entries=17 streamLabelsSize="283 B" entriesSize="426 kB" structuredMetadataSize="1.1 kB" totalSize="427 kB" mostRecentLagMs=18 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:54.025382144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="46 kB" policy= mostRecentLagMs=18
level=debug ts=2026-02-11T22:28:54.025392958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1018
level=debug ts=2026-02-11T22:28:54.025400521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=6017
level=debug ts=2026-02-11T22:28:54.025407494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=18
level=debug ts=2026-02-11T22:28:54.025412903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=4844
level=debug ts=2026-02-11T22:28:54.025419012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9017
level=debug ts=2026-02-11T22:28:54.025423724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7018
level=debug ts=2026-02-11T22:28:54.025428356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="309 kB" policy= mostRecentLagMs=3415
level=debug ts=2026-02-11T22:28:54.025432965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=5668
level=debug ts=2026-02-11T22:28:54.029376672Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:28:54.441746808Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=7 entries=12 streamLabelsSize="208 B" entriesSize="917 kB" structuredMetadataSize="799 B" totalSize="917 kB" mostRecentLagMs=1020 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:54.441778702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-11T22:28:54.441789652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="380 kB" policy= mostRecentLagMs=4985
level=debug ts=2026-02-11T22:28:54.441795275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1020
level=debug ts=2026-02-11T22:28:54.441800394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="16 kB" policy= mostRecentLagMs=6020
level=debug ts=2026-02-11T22:28:54.441805529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="495 kB" policy= mostRecentLagMs=7886
level=debug ts=2026-02-11T22:28:54.441810465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=4958
level=debug ts=2026-02-11T22:28:54.441815164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10020
level=debug ts=2026-02-11T22:28:54.446516436Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:28:54.502354693Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=8 entries=11 streamLabelsSize="215 B" entriesSize="346 kB" structuredMetadataSize="734 B" totalSize="346 kB" mostRecentLagMs=13 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:28:54.50239558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:28:54.5024119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="266 kB" policy= mostRecentLagMs=1943
level=debug ts=2026-02-11T22:28:54.502421617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-11T22:28:54.502429619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-11T22:28:54.502438893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="67 kB" policy= mostRecentLagMs=5035
level=debug ts=2026-02-11T22:28:54.502448645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=3014
level=debug ts=2026-02-11T22:28:54.502456359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3014
level=debug ts=2026-02-11T22:28:54.502464125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=13
level=debug ts=2026-02-11T22:28:54.50499144Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:28:54.547684058Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:53410"
ts=2026-02-11T22:28:58.193041417Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:29:04.527709083Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=7 entries=17 streamLabelsSize="220 B" entriesSize="330 kB" structuredMetadataSize="1.2 kB" totalSize="330 kB" mostRecentLagMs=1364 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:04.52774909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="215 kB" policy= mostRecentLagMs=5039
level=debug ts=2026-02-11T22:29:04.527765596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=5039
level=debug ts=2026-02-11T22:29:04.527774972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="439 B" policy= mostRecentLagMs=3039
level=debug ts=2026-02-11T22:29:04.527785655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6038
level=debug ts=2026-02-11T22:29:04.527794955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="80 kB" policy= mostRecentLagMs=1364
level=debug ts=2026-02-11T22:29:04.527803682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=7038
level=debug ts=2026-02-11T22:29:04.527811839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=6038
level=debug ts=2026-02-11T22:29:04.531248695Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:04.606492837Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.2 kB" streams=7 entries=7 streamLabelsSize="268 B" entriesSize="69 kB" structuredMetadataSize="479 B" totalSize="70 kB" mostRecentLagMs=2140 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:04.606522173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=2599
level=debug ts=2026-02-11T22:29:04.606533105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:29:04.606539813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=2140
level=debug ts=2026-02-11T22:29:04.606547233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=9599
level=debug ts=2026-02-11T22:29:04.606553062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4599
level=debug ts=2026-02-11T22:29:04.606558083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=4599
level=debug ts=2026-02-11T22:29:04.606562815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3599
level=debug ts=2026-02-11T22:29:04.607773016Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:04.696053882Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.8 kB" streams=7 entries=9 streamLabelsSize="208 B" entriesSize="142 kB" structuredMetadataSize="594 B" totalSize="143 kB" mostRecentLagMs=274 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:04.696091363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=4274
level=debug ts=2026-02-11T22:29:04.696107085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=274
level=debug ts=2026-02-11T22:29:04.696117461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="433 B" policy= mostRecentLagMs=9275
level=debug ts=2026-02-11T22:29:04.696126192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="147 B" policy= mostRecentLagMs=8275
level=debug ts=2026-02-11T22:29:04.696136907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=6275
level=debug ts=2026-02-11T22:29:04.696146321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=275
level=debug ts=2026-02-11T22:29:04.696154872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8612
level=debug ts=2026-02-11T22:29:04.697739513Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:15.0219274Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=7 entries=13 streamLabelsSize="233 B" entriesSize="316 kB" structuredMetadataSize="845 B" totalSize="316 kB" mostRecentLagMs=580 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:15.021959607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="13 kB" policy= mostRecentLagMs=9014
level=debug ts=2026-02-11T22:29:15.021970958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=9014
level=debug ts=2026-02-11T22:29:15.021976933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="237 kB" policy= mostRecentLagMs=580
level=debug ts=2026-02-11T22:29:15.021983207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="31 kB" policy= mostRecentLagMs=9014
level=debug ts=2026-02-11T22:29:15.021988197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:29:15.021994818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-11T22:29:15.021999694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="841 B" policy= mostRecentLagMs=6014
level=debug ts=2026-02-11T22:29:15.024858065Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:15.43900087Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=9 entries=15 streamLabelsSize="308 B" entriesSize="706 kB" structuredMetadataSize="1.0 kB" totalSize="706 kB" mostRecentLagMs=18 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:15.439036489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=9017
level=debug ts=2026-02-11T22:29:15.439047139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6434
level=debug ts=2026-02-11T22:29:15.439054339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="17 kB" policy= mostRecentLagMs=18
level=debug ts=2026-02-11T22:29:15.439060361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=8017
level=debug ts=2026-02-11T22:29:15.439066612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="330 kB" policy= mostRecentLagMs=2651
level=debug ts=2026-02-11T22:29:15.439071735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2018
level=debug ts=2026-02-11T22:29:15.439076648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=9017
level=debug ts=2026-02-11T22:29:15.43908241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="310 kB" policy= mostRecentLagMs=662
level=debug ts=2026-02-11T22:29:15.439087379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2018
level=debug ts=2026-02-11T22:29:15.443209764Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:15.664182649Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="96 kB" streams=11 entries=36 streamLabelsSize="366 B" entriesSize="2.0 MB" structuredMetadataSize="2.2 kB" totalSize="2.0 MB" mostRecentLagMs=66 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:15.664212775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=8175
level=debug ts=2026-02-11T22:29:15.664223931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="11 kB" policy= mostRecentLagMs=10175
level=debug ts=2026-02-11T22:29:15.664230146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="356 B" policy= mostRecentLagMs=7175
level=debug ts=2026-02-11T22:29:15.664237203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7175
level=debug ts=2026-02-11T22:29:15.664242568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="92 kB" policy= mostRecentLagMs=66
level=debug ts=2026-02-11T22:29:15.664247568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="86 kB" policy= mostRecentLagMs=9175
level=debug ts=2026-02-11T22:29:15.664252466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="233 kB" policy= mostRecentLagMs=8134
level=debug ts=2026-02-11T22:29:15.664257107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=7175
level=debug ts=2026-02-11T22:29:15.664262077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=66
level=debug ts=2026-02-11T22:29:15.664290006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4175
level=debug ts=2026-02-11T22:29:15.664295193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4175
level=debug ts=2026-02-11T22:29:15.673440524Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:16.258972689Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="81 kB" streams=1 entries=21 streamLabelsSize="30 B" entriesSize="2.0 MB" structuredMetadataSize="1.2 kB" totalSize="2.0 MB" mostRecentLagMs=496 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:16.25900184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=496
level=debug ts=2026-02-11T22:29:16.271036404Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:16.594799658Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:29:16.893755791Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="82 kB" streams=3 entries=21 streamLabelsSize="77 B" entriesSize="2.0 MB" structuredMetadataSize="1.2 kB" totalSize="2.0 MB" mostRecentLagMs=300 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:16.893790485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="54 kB" policy= mostRecentLagMs=1204
level=debug ts=2026-02-11T22:29:16.89380161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=300
level=debug ts=2026-02-11T22:29:16.89380839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=1259
level=debug ts=2026-02-11T22:29:16.90618384Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:18.877251061Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="83 kB" streams=2 entries=24 streamLabelsSize="57 B" entriesSize="2.1 MB" structuredMetadataSize="1.4 kB" totalSize="2.1 MB" mostRecentLagMs=918 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:18.877304918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=918
level=debug ts=2026-02-11T22:29:18.877317693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-11T22:29:18.887024145Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:26.24103286Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=7 entries=16 streamLabelsSize="246 B" entriesSize="853 kB" structuredMetadataSize="1.0 kB" totalSize="853 kB" mostRecentLagMs=233 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:26.241781824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=3234
level=debug ts=2026-02-11T22:29:26.241934509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=234
level=debug ts=2026-02-11T22:29:26.241949215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3234
level=debug ts=2026-02-11T22:29:26.241956109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="829 kB" policy= mostRecentLagMs=234
level=debug ts=2026-02-11T22:29:26.241961782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2234
level=debug ts=2026-02-11T22:29:26.241967055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=3234
level=debug ts=2026-02-11T22:29:26.241972553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4235
level=debug ts=2026-02-11T22:29:26.246505592Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:26.883990549Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="60 kB" streams=6 entries=17 streamLabelsSize="187 B" entriesSize="1.2 MB" structuredMetadataSize="1.0 kB" totalSize="1.2 MB" mostRecentLagMs=43 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:26.884023395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=1395
level=debug ts=2026-02-11T22:29:26.884033669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5394
level=debug ts=2026-02-11T22:29:26.884040991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=395
level=debug ts=2026-02-11T22:29:26.884046465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=395
level=debug ts=2026-02-11T22:29:26.884052279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=2394
level=debug ts=2026-02-11T22:29:26.884058445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="34 kB" policy= mostRecentLagMs=43
level=debug ts=2026-02-11T22:29:26.889508326Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:29:28.195215987Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:29:28.850911486Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="50 kB" streams=5 entries=16 streamLabelsSize="157 B" entriesSize="1.1 MB" structuredMetadataSize="986 B" totalSize="1.1 MB" mostRecentLagMs=2429 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:28.850942059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="24 kB" policy= mostRecentLagMs=8430
level=debug ts=2026-02-11T22:29:28.850952387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9429
level=debug ts=2026-02-11T22:29:28.85095858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="992 kB" policy= mostRecentLagMs=2429
level=debug ts=2026-02-11T22:29:28.850965267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="36 kB" policy= mostRecentLagMs=2429
level=debug ts=2026-02-11T22:29:28.850971494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6430
level=debug ts=2026-02-11T22:29:28.855937403Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:37.03356224Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=8 entries=18 streamLabelsSize="253 B" entriesSize="735 kB" structuredMetadataSize="1.1 kB" totalSize="736 kB" mostRecentLagMs=26 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:37.033594959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=8026
level=debug ts=2026-02-11T22:29:37.033606582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2026
level=debug ts=2026-02-11T22:29:37.033612665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=829
level=debug ts=2026-02-11T22:29:37.033618085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=3181
level=debug ts=2026-02-11T22:29:37.033623828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="695 B" policy= mostRecentLagMs=3026
level=debug ts=2026-02-11T22:29:37.033628603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="654 kB" policy= mostRecentLagMs=329
level=debug ts=2026-02-11T22:29:37.033633115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=26
level=debug ts=2026-02-11T22:29:37.033637726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4026
level=debug ts=2026-02-11T22:29:37.037598801Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:37.504447197Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=7 entries=12 streamLabelsSize="238 B" entriesSize="498 kB" structuredMetadataSize="762 B" totalSize="498 kB" mostRecentLagMs=15 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:37.504476858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="407 kB" policy= mostRecentLagMs=356
level=debug ts=2026-02-11T22:29:37.504486813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=16
level=debug ts=2026-02-11T22:29:37.504492984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="36 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-11T22:29:37.504499945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="45 kB" policy= mostRecentLagMs=4437
level=debug ts=2026-02-11T22:29:37.504506165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=2016
level=debug ts=2026-02-11T22:29:37.504513179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="351 B" policy= mostRecentLagMs=6016
level=debug ts=2026-02-11T22:29:37.504518525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-11T22:29:37.506932257Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:39.440916931Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=9 entries=18 streamLabelsSize="287 B" entriesSize="778 kB" structuredMetadataSize="1.2 kB" totalSize="778 kB" mostRecentLagMs=973 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:39.440949666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=8020
level=debug ts=2026-02-11T22:29:39.440963865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="224 B" policy= mostRecentLagMs=7020
level=debug ts=2026-02-11T22:29:39.440973568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="492 B" policy= mostRecentLagMs=7020
level=debug ts=2026-02-11T22:29:39.440982988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5020
level=debug ts=2026-02-11T22:29:39.440991835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="357 kB" policy= mostRecentLagMs=2019
level=debug ts=2026-02-11T22:29:39.441000995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=3251
level=debug ts=2026-02-11T22:29:39.441007099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="417 B" policy= mostRecentLagMs=3020
level=debug ts=2026-02-11T22:29:39.441012378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="391 kB" policy= mostRecentLagMs=974
level=debug ts=2026-02-11T22:29:39.44101773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:29:39.445104097Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:47.073569317Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="56 kB" streams=4 entries=17 streamLabelsSize="121 B" entriesSize="1.1 MB" structuredMetadataSize="1.1 kB" totalSize="1.1 MB" mostRecentLagMs=58 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:47.073602762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=58
level=debug ts=2026-02-11T22:29:47.073613378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2066
level=debug ts=2026-02-11T22:29:47.073619661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8066
level=debug ts=2026-02-11T22:29:47.073625203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=7872
level=debug ts=2026-02-11T22:29:47.079830429Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:48.522250763Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="69 kB" streams=10 entries=28 streamLabelsSize="332 B" entriesSize="1.3 MB" structuredMetadataSize="1.7 kB" totalSize="1.3 MB" mostRecentLagMs=33 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:48.522345724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=8305
level=debug ts=2026-02-11T22:29:48.522363509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=5034
level=debug ts=2026-02-11T22:29:48.522370264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7033
level=debug ts=2026-02-11T22:29:48.522377323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10033
level=debug ts=2026-02-11T22:29:48.522384009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="38 kB" policy= mostRecentLagMs=5592
level=debug ts=2026-02-11T22:29:48.522389278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=3033
level=debug ts=2026-02-11T22:29:48.52239545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9033
level=debug ts=2026-02-11T22:29:48.522402709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=227
level=debug ts=2026-02-11T22:29:48.52240912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="56 kB" policy= mostRecentLagMs=2190
level=debug ts=2026-02-11T22:29:48.522414249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=33
level=debug ts=2026-02-11T22:29:48.52950307Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:49.549398298Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=8 entries=27 streamLabelsSize="241 B" entriesSize="1.2 MB" structuredMetadataSize="1.7 kB" totalSize="1.2 MB" mostRecentLagMs=128 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:49.54943947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="884 B" policy= mostRecentLagMs=3129
level=debug ts=2026-02-11T22:29:49.549455621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=5128
level=debug ts=2026-02-11T22:29:49.54946761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=128
level=debug ts=2026-02-11T22:29:49.54947775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6128
level=debug ts=2026-02-11T22:29:49.549486581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="966 kB" policy= mostRecentLagMs=347
level=debug ts=2026-02-11T22:29:49.549495023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=9679
level=debug ts=2026-02-11T22:29:49.549503873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=128
level=debug ts=2026-02-11T22:29:49.549513719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="27 kB" policy= mostRecentLagMs=6128
level=debug ts=2026-02-11T22:29:49.554229026Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:51.571145491Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=6 entries=44 streamLabelsSize="172 B" entriesSize="2.0 MB" structuredMetadataSize="2.9 kB" totalSize="2.0 MB" mostRecentLagMs=82 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:51.571179379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=386
level=debug ts=2026-02-11T22:29:51.571189848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="189 kB" policy= mostRecentLagMs=1314
level=debug ts=2026-02-11T22:29:51.571195644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=82
level=debug ts=2026-02-11T22:29:51.571202017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1082
level=debug ts=2026-02-11T22:29:51.571207321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="227 B" policy= mostRecentLagMs=82
level=debug ts=2026-02-11T22:29:51.571212821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=82
level=debug ts=2026-02-11T22:29:51.580355946Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:29:57.994593324Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:45112"
ts=2026-02-11T22:29:58.198037198Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:29:58.576064784Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="58 kB" streams=6 entries=21 streamLabelsSize="191 B" entriesSize="925 kB" structuredMetadataSize="1.4 kB" totalSize="925 kB" mostRecentLagMs=568 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:58.57609961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="111 kB" policy= mostRecentLagMs=1393
level=debug ts=2026-02-11T22:29:58.576110029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="20 kB" policy= mostRecentLagMs=8568
level=debug ts=2026-02-11T22:29:58.576117628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="247 kB" policy= mostRecentLagMs=602
level=debug ts=2026-02-11T22:29:58.576126944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5568
level=debug ts=2026-02-11T22:29:58.576132983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="546 kB" policy= mostRecentLagMs=2183
level=debug ts=2026-02-11T22:29:58.5761377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="376 B" policy= mostRecentLagMs=569
level=debug ts=2026-02-11T22:29:58.581290391Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:29:59.650904295Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="50 kB" streams=9 entries=30 streamLabelsSize="255 B" entriesSize="949 kB" structuredMetadataSize="1.9 kB" totalSize="949 kB" mostRecentLagMs=150 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:29:59.650935265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="425 kB" policy= mostRecentLagMs=2230
level=debug ts=2026-02-11T22:29:59.650945522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="23 kB" policy= mostRecentLagMs=1229
level=debug ts=2026-02-11T22:29:59.650952647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9230
level=debug ts=2026-02-11T22:29:59.650958242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=8230
level=debug ts=2026-02-11T22:29:59.650963616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=229
level=debug ts=2026-02-11T22:29:59.650968396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="297 kB" policy= mostRecentLagMs=3215
level=debug ts=2026-02-11T22:29:59.650973848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="42 kB" policy= mostRecentLagMs=150
level=debug ts=2026-02-11T22:29:59.65097857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="120 kB" policy= mostRecentLagMs=1229
level=debug ts=2026-02-11T22:29:59.650983189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="34 kB" policy= mostRecentLagMs=7230
level=debug ts=2026-02-11T22:29:59.655990452Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:01.559657487Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="48 kB" streams=6 entries=21 streamLabelsSize="189 B" entriesSize="885 kB" structuredMetadataSize="1.4 kB" totalSize="885 kB" mostRecentLagMs=71 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:01.559689356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=6071
level=debug ts=2026-02-11T22:30:01.55970009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="566 kB" policy= mostRecentLagMs=5222
level=debug ts=2026-02-11T22:30:01.5597059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="115 kB" policy= mostRecentLagMs=4370
level=debug ts=2026-02-11T22:30:01.559711485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="632 B" policy= mostRecentLagMs=4070
level=debug ts=2026-02-11T22:30:01.559716965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="176 kB" policy= mostRecentLagMs=4370
level=debug ts=2026-02-11T22:30:01.559722968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="15 kB" policy= mostRecentLagMs=71
level=debug ts=2026-02-11T22:30:01.564078008Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:04.75174526Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-11T22:30:04.753655693Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-11T22:30:10.211860738Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.7 kB" streams=6 entries=8 streamLabelsSize="170 B" entriesSize="98 kB" structuredMetadataSize="525 B" totalSize="98 kB" mostRecentLagMs=2790 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:10.211892892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="29 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:30:10.211904555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="31 kB" policy= mostRecentLagMs=2790
level=debug ts=2026-02-11T22:30:10.211910685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=2790
level=debug ts=2026-02-11T22:30:10.211916121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2790
level=debug ts=2026-02-11T22:30:10.211922575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=3790
level=debug ts=2026-02-11T22:30:10.211927407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="24 kB" policy= mostRecentLagMs=4790
level=debug ts=2026-02-11T22:30:10.213895985Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:11.024402046Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=11 entries=17 streamLabelsSize="357 B" entriesSize="516 kB" structuredMetadataSize="1.1 kB" totalSize="516 kB" mostRecentLagMs=629 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:11.024434747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9016
level=debug ts=2026-02-11T22:30:11.024445301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=8017
level=debug ts=2026-02-11T22:30:11.024451962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="426 B" policy= mostRecentLagMs=6016
level=debug ts=2026-02-11T22:30:11.024458944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=5017
level=debug ts=2026-02-11T22:30:11.024465774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-11T22:30:11.024471738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="417 kB" policy= mostRecentLagMs=629
level=debug ts=2026-02-11T22:30:11.02447695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=6786
level=debug ts=2026-02-11T22:30:11.024481985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="21 kB" policy= mostRecentLagMs=7017
level=debug ts=2026-02-11T22:30:11.02448665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="771 B" policy= mostRecentLagMs=1017
level=debug ts=2026-02-11T22:30:11.024491341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=9110
level=debug ts=2026-02-11T22:30:11.024497268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="455 B" policy= mostRecentLagMs=3017
level=debug ts=2026-02-11T22:30:11.027607965Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:14.534981117Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="81 kB" streams=12 entries=31 streamLabelsSize="343 B" entriesSize="1.9 MB" structuredMetadataSize="1.9 kB" totalSize="1.9 MB" mostRecentLagMs=75 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:14.53504377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=76
level=debug ts=2026-02-11T22:30:14.535067294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="36 kB" policy= mostRecentLagMs=3046
level=debug ts=2026-02-11T22:30:14.535085761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="216 B" policy= mostRecentLagMs=9046
level=debug ts=2026-02-11T22:30:14.535101375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=3046
level=debug ts=2026-02-11T22:30:14.535116311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=7046
level=debug ts=2026-02-11T22:30:14.535129599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="20 kB" policy= mostRecentLagMs=9046
level=debug ts=2026-02-11T22:30:14.535821984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5046
level=debug ts=2026-02-11T22:30:14.535936463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="537 B" policy= mostRecentLagMs=3047
level=debug ts=2026-02-11T22:30:14.535947922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7047
level=debug ts=2026-02-11T22:30:14.53595555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10047
level=debug ts=2026-02-11T22:30:14.535961843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="63 kB" policy= mostRecentLagMs=1441
level=debug ts=2026-02-11T22:30:14.535967153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=6046
level=debug ts=2026-02-11T22:30:14.571854736Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:20.446851576Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=10 entries=18 streamLabelsSize="293 B" entriesSize="858 kB" structuredMetadataSize="1.1 kB" totalSize="859 kB" mostRecentLagMs=416 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:20.446882429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="13 kB" policy= mostRecentLagMs=416
level=debug ts=2026-02-11T22:30:20.446893163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="11 kB" policy= mostRecentLagMs=10026
level=debug ts=2026-02-11T22:30:20.446901068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=6082
level=debug ts=2026-02-11T22:30:20.446906941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="764 kB" policy= mostRecentLagMs=3704
level=debug ts=2026-02-11T22:30:20.446913036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9620
level=debug ts=2026-02-11T22:30:20.446918258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7025
level=debug ts=2026-02-11T22:30:20.446922918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7025
level=debug ts=2026-02-11T22:30:20.446928213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=5750
level=debug ts=2026-02-11T22:30:20.446933151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1026
level=debug ts=2026-02-11T22:30:20.446937587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=4026
level=debug ts=2026-02-11T22:30:20.451559197Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:21.481109937Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=7 entries=12 streamLabelsSize="206 B" entriesSize="461 kB" structuredMetadataSize="774 B" totalSize="461 kB" mostRecentLagMs=846 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:21.481150298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="327 kB" policy= mostRecentLagMs=3473
level=debug ts=2026-02-11T22:30:21.481166652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="22 kB" policy= mostRecentLagMs=8473
level=debug ts=2026-02-11T22:30:21.48117693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=7473
level=debug ts=2026-02-11T22:30:21.481187325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="51 kB" policy= mostRecentLagMs=6473
level=debug ts=2026-02-11T22:30:21.481196179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=846
level=debug ts=2026-02-11T22:30:21.481204817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=6473
level=debug ts=2026-02-11T22:30:21.481213629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=9473
level=debug ts=2026-02-11T22:30:21.485632157Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:30:24.556020507Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:52526"
level=debug ts=2026-02-11T22:30:25.509751934Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=9 entries=17 streamLabelsSize="261 B" entriesSize="728 kB" structuredMetadataSize="1.1 kB" totalSize="729 kB" mostRecentLagMs=566 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:25.509781558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=4021
level=debug ts=2026-02-11T22:30:25.509793538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=4021
level=debug ts=2026-02-11T22:30:25.509799277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="633 kB" policy= mostRecentLagMs=566
level=debug ts=2026-02-11T22:30:25.509804894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="11 kB" policy= mostRecentLagMs=3021
level=debug ts=2026-02-11T22:30:25.509810044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=4021
level=debug ts=2026-02-11T22:30:25.509815032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=1021
level=debug ts=2026-02-11T22:30:25.509819731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="47 kB" policy= mostRecentLagMs=4700
level=debug ts=2026-02-11T22:30:25.509824882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="348 B" policy= mostRecentLagMs=10020
level=debug ts=2026-02-11T22:30:25.509829562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-11T22:30:25.513714432Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:30:27.995997759Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:48590"
ts=2026-02-11T22:30:28.199945968Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:30:30.663367914Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=5 entries=13 streamLabelsSize="151 B" entriesSize="764 kB" structuredMetadataSize="863 B" totalSize="764 kB" mostRecentLagMs=242 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:30.663396765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=2242
level=debug ts=2026-02-11T22:30:30.663407668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="112 kB" policy= mostRecentLagMs=336
level=debug ts=2026-02-11T22:30:30.663413762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="361 kB" policy= mostRecentLagMs=2638
level=debug ts=2026-02-11T22:30:30.6634192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=242
level=debug ts=2026-02-11T22:30:30.663424307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="268 kB" policy= mostRecentLagMs=3947
level=debug ts=2026-02-11T22:30:30.668291988Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:33.019322499Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=7 entries=12 streamLabelsSize="252 B" entriesSize="341 kB" structuredMetadataSize="803 B" totalSize="341 kB" mostRecentLagMs=11 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:33.019356647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=11
level=debug ts=2026-02-11T22:30:33.019368244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-11T22:30:33.019376306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1012
level=debug ts=2026-02-11T22:30:33.019382439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-11T22:30:33.019388493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-11T22:30:33.019395069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=311
level=debug ts=2026-02-11T22:30:33.019399921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="266 kB" policy= mostRecentLagMs=79
level=debug ts=2026-02-11T22:30:33.022165758Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:35.773502072Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="81 kB" streams=11 entries=29 streamLabelsSize="321 B" entriesSize="1.7 MB" structuredMetadataSize="1.8 kB" totalSize="1.7 MB" mostRecentLagMs=190 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:35.773530861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=4284
level=debug ts=2026-02-11T22:30:35.773541587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=1284
level=debug ts=2026-02-11T22:30:35.77354763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4284
level=debug ts=2026-02-11T22:30:35.773552891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=816
level=debug ts=2026-02-11T22:30:35.77355844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="19 kB" policy= mostRecentLagMs=9959
level=debug ts=2026-02-11T22:30:35.773563539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="53 kB" policy= mostRecentLagMs=2120
level=debug ts=2026-02-11T22:30:35.77356879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=190
level=debug ts=2026-02-11T22:30:35.773573346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=285
level=debug ts=2026-02-11T22:30:35.773577859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=4284
level=debug ts=2026-02-11T22:30:35.773582346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=285
level=debug ts=2026-02-11T22:30:35.773587303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="48 kB" policy= mostRecentLagMs=1575
level=debug ts=2026-02-11T22:30:35.780679883Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:41.435542906Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=7 entries=13 streamLabelsSize="201 B" entriesSize="560 kB" structuredMetadataSize="840 B" totalSize="560 kB" mostRecentLagMs=2148 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:41.435576099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=5585
level=debug ts=2026-02-11T22:30:41.435586449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:30:41.435592506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3014
level=debug ts=2026-02-11T22:30:41.435599081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8015
level=debug ts=2026-02-11T22:30:41.435605235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="254 kB" policy= mostRecentLagMs=3701
level=debug ts=2026-02-11T22:30:41.435610182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-11T22:30:41.435615273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="156 kB" policy= mostRecentLagMs=2149
level=debug ts=2026-02-11T22:30:41.440124271Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:43.579487519Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=9 streamLabelsSize="201 B" entriesSize="199 kB" structuredMetadataSize="578 B" totalSize="199 kB" mostRecentLagMs=572 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:43.579524706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="436 B" policy= mostRecentLagMs=4572
level=debug ts=2026-02-11T22:30:43.579540172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:30:43.579549241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="147 B" policy= mostRecentLagMs=7572
level=debug ts=2026-02-11T22:30:43.579554968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="173 kB" policy= mostRecentLagMs=791
level=debug ts=2026-02-11T22:30:43.579561579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=572
level=debug ts=2026-02-11T22:30:43.579570768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="323 B" policy= mostRecentLagMs=7572
level=debug ts=2026-02-11T22:30:43.581633877Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:46.511218363Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=8 entries=17 streamLabelsSize="248 B" entriesSize="775 kB" structuredMetadataSize="1.1 kB" totalSize="776 kB" mostRecentLagMs=683 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:46.51125813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=2022
level=debug ts=2026-02-11T22:30:46.511291009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8022
level=debug ts=2026-02-11T22:30:46.511301632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=7021
level=debug ts=2026-02-11T22:30:46.511310038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5022
level=debug ts=2026-02-11T22:30:46.511319078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="758 kB" policy= mostRecentLagMs=683
level=debug ts=2026-02-11T22:30:46.511327673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10022
level=debug ts=2026-02-11T22:30:46.511335786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=2022
level=debug ts=2026-02-11T22:30:46.511345234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="498 B" policy= mostRecentLagMs=7021
level=debug ts=2026-02-11T22:30:46.51585668Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:51.964880106Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=7 entries=12 streamLabelsSize="208 B" entriesSize="642 kB" structuredMetadataSize="780 B" totalSize="642 kB" mostRecentLagMs=543 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:51.964911475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=5047
level=debug ts=2026-02-11T22:30:51.964921775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="36 kB" policy= mostRecentLagMs=7543
level=debug ts=2026-02-11T22:30:51.964929581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=4544
level=debug ts=2026-02-11T22:30:51.964936569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="226 kB" policy= mostRecentLagMs=543
level=debug ts=2026-02-11T22:30:51.964941989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=543
level=debug ts=2026-02-11T22:30:51.964947125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2544
level=debug ts=2026-02-11T22:30:51.964952316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="361 kB" policy= mostRecentLagMs=1665
level=debug ts=2026-02-11T22:30:51.968613088Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:53.173093893Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=8 entries=46 streamLabelsSize="226 B" entriesSize="2.0 MB" structuredMetadataSize="3.0 kB" totalSize="2.0 MB" mostRecentLagMs=1683 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:53.173127595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=1683
level=debug ts=2026-02-11T22:30:53.173138437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=2234
level=debug ts=2026-02-11T22:30:53.173144904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=5684
level=debug ts=2026-02-11T22:30:53.17315163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="38 kB" policy= mostRecentLagMs=1683
level=debug ts=2026-02-11T22:30:53.173157017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=1683
level=debug ts=2026-02-11T22:30:53.173161777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=1683
level=debug ts=2026-02-11T22:30:53.173166374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="105 kB" policy= mostRecentLagMs=1683
level=debug ts=2026-02-11T22:30:53.173171641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=1683
level=debug ts=2026-02-11T22:30:53.181694263Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:54.020747358Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=10 entries=13 streamLabelsSize="325 B" entriesSize="271 kB" structuredMetadataSize="824 B" totalSize="271 kB" mostRecentLagMs=14 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:30:54.020788758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:30:54.020804924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="43 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-11T22:30:54.020816158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1013
level=debug ts=2026-02-11T22:30:54.020825203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="99 kB" policy= mostRecentLagMs=926
level=debug ts=2026-02-11T22:30:54.020835142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-11T22:30:54.02084362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=8013
level=debug ts=2026-02-11T22:30:54.020851402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-11T22:30:54.020859572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="36 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-11T22:30:54.020867625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="34 kB" policy= mostRecentLagMs=218
level=debug ts=2026-02-11T22:30:54.020875667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="41 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-11T22:30:54.023186637Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:30:57.473548412Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-11T22:30:58.201998879Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:31:02.056173032Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=8 streamLabelsSize="174 B" entriesSize="220 kB" structuredMetadataSize="492 B" totalSize="220 kB" mostRecentLagMs=146 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:02.056213554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8635
level=debug ts=2026-02-11T22:31:02.056231647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=1635
level=debug ts=2026-02-11T22:31:02.05624156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="175 kB" policy= mostRecentLagMs=146
level=debug ts=2026-02-11T22:31:02.056254012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=7634
level=debug ts=2026-02-11T22:31:02.05628059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:31:02.056292087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=4635
level=debug ts=2026-02-11T22:31:02.059536944Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:31:03.169307455Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="74 kB" streams=7 entries=24 streamLabelsSize="227 B" entriesSize="1.5 MB" structuredMetadataSize="1.6 kB" totalSize="1.5 MB" mostRecentLagMs=373 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:03.169348691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=680
level=debug ts=2026-02-11T22:31:03.169359646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="56 kB" policy= mostRecentLagMs=822
level=debug ts=2026-02-11T22:31:03.169369275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=373
level=debug ts=2026-02-11T22:31:03.16937829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=4680
level=debug ts=2026-02-11T22:31:03.169387413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="261 kB" policy= mostRecentLagMs=375
level=debug ts=2026-02-11T22:31:03.16939677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="286 B" policy= mostRecentLagMs=1680
level=debug ts=2026-02-11T22:31:03.169405885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=565
level=debug ts=2026-02-11T22:31:03.1795117Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:31:06.715011924Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=3 entries=12 streamLabelsSize="103 B" entriesSize="655 kB" structuredMetadataSize="797 B" totalSize="655 kB" mostRecentLagMs=1017 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:06.715059253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="653 kB" policy= mostRecentLagMs=1017
level=debug ts=2026-02-11T22:31:06.715070671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1708
level=debug ts=2026-02-11T22:31:06.715077106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5708
level=debug ts=2026-02-11T22:31:06.719716668Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:31:12.656579097Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=5 entries=8 streamLabelsSize="151 B" entriesSize="370 kB" structuredMetadataSize="561 B" totalSize="370 kB" mostRecentLagMs=2236 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:12.656609987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="313 kB" policy= mostRecentLagMs=4760
level=debug ts=2026-02-11T22:31:12.656621184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=7256
level=debug ts=2026-02-11T22:31:12.656627366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=3753
level=debug ts=2026-02-11T22:31:12.656633292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="379 B" policy= mostRecentLagMs=3235
level=debug ts=2026-02-11T22:31:12.656638188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=2236
level=debug ts=2026-02-11T22:31:12.65933811Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:31:13.188080543Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="74 kB" streams=8 entries=24 streamLabelsSize="278 B" entriesSize="1.5 MB" structuredMetadataSize="1.5 kB" totalSize="1.5 MB" mostRecentLagMs=1204 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:13.188117579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="946 B" policy= mostRecentLagMs=2699
level=debug ts=2026-02-11T22:31:13.188128758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="52 kB" policy= mostRecentLagMs=5343
level=debug ts=2026-02-11T22:31:13.18813569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=3294
level=debug ts=2026-02-11T22:31:13.188141786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=1699
level=debug ts=2026-02-11T22:31:13.188147204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=1204
level=debug ts=2026-02-11T22:31:13.188153103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="80 kB" policy= mostRecentLagMs=4390
level=debug ts=2026-02-11T22:31:13.188158226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=4699
level=debug ts=2026-02-11T22:31:13.188163179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=1699
level=debug ts=2026-02-11T22:31:13.195840763Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:31:16.832982889Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=5 entries=12 streamLabelsSize="161 B" entriesSize="768 kB" structuredMetadataSize="759 B" totalSize="768 kB" mostRecentLagMs=909 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:16.833013703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=8085
level=debug ts=2026-02-11T22:31:16.833024838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=7714
level=debug ts=2026-02-11T22:31:16.833030635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="674 kB" policy= mostRecentLagMs=910
level=debug ts=2026-02-11T22:31:16.833037625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=7147
level=debug ts=2026-02-11T22:31:16.833042596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3825
level=debug ts=2026-02-11T22:31:16.837802935Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:31:22.772105925Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="66 kB" streams=8 entries=35 streamLabelsSize="241 B" entriesSize="1.4 MB" structuredMetadataSize="2.3 kB" totalSize="1.4 MB" mostRecentLagMs=346 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:22.772138051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=767
level=debug ts=2026-02-11T22:31:22.772148818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8351
level=debug ts=2026-02-11T22:31:22.772156211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=1351
level=debug ts=2026-02-11T22:31:22.772162084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9351
level=debug ts=2026-02-11T22:31:22.772167389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=351
level=debug ts=2026-02-11T22:31:22.772172718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=346
level=debug ts=2026-02-11T22:31:22.772178627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4350
level=debug ts=2026-02-11T22:31:22.772183714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=428
level=debug ts=2026-02-11T22:31:22.778914476Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:31:23.53071764Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="94 kB" streams=6 entries=39 streamLabelsSize="184 B" entriesSize="1.8 MB" structuredMetadataSize="2.4 kB" totalSize="1.8 MB" mostRecentLagMs=1041 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:23.530751474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="50 kB" policy= mostRecentLagMs=1410
level=debug ts=2026-02-11T22:31:23.530762327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="35 kB" policy= mostRecentLagMs=2731
level=debug ts=2026-02-11T22:31:23.530768792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="11 kB" policy= mostRecentLagMs=1041
level=debug ts=2026-02-11T22:31:23.530774208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=1205
level=debug ts=2026-02-11T22:31:23.530779112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="165 kB" policy= mostRecentLagMs=1053
level=debug ts=2026-02-11T22:31:23.530783958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=6042
level=debug ts=2026-02-11T22:31:23.537713388Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:31:24.561747327Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:51880"
level=debug ts=2026-02-11T22:31:27.233963668Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="79 kB" streams=5 entries=24 streamLabelsSize="181 B" entriesSize="1.4 MB" structuredMetadataSize="1.6 kB" totalSize="1.4 MB" mostRecentLagMs=306 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:27.233993962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3226
level=debug ts=2026-02-11T22:31:27.234004745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4226
level=debug ts=2026-02-11T22:31:27.234010747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=306
level=debug ts=2026-02-11T22:31:27.234016437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=2190
level=debug ts=2026-02-11T22:31:27.234021727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=2153
level=debug ts=2026-02-11T22:31:27.242286793Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:31:28.001111755Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:60930"
ts=2026-02-11T22:31:28.205099879Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:31:33.949515895Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=10 entries=41 streamLabelsSize="288 B" entriesSize="959 kB" structuredMetadataSize="2.6 kB" totalSize="959 kB" mostRecentLagMs=460 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:33.949545849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=4852
level=debug ts=2026-02-11T22:31:33.949556464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="20 kB" policy= mostRecentLagMs=460
level=debug ts=2026-02-11T22:31:33.949563215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="534 B" policy= mostRecentLagMs=4460
level=debug ts=2026-02-11T22:31:33.949568782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="86 kB" policy= mostRecentLagMs=632
level=debug ts=2026-02-11T22:31:33.949573539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2460
level=debug ts=2026-02-11T22:31:33.949578571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=460
level=debug ts=2026-02-11T22:31:33.949583392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="325 B" policy= mostRecentLagMs=8460
level=debug ts=2026-02-11T22:31:33.949588111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8460
level=debug ts=2026-02-11T22:31:33.949593249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="813 kB" policy= mostRecentLagMs=698
level=debug ts=2026-02-11T22:31:33.949598073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2460
level=debug ts=2026-02-11T22:31:33.954422351Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:31:34.021889635Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=8 entries=23 streamLabelsSize="252 B" entriesSize="677 kB" structuredMetadataSize="1.5 kB" totalSize="677 kB" mostRecentLagMs=601 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:34.021920759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=5999
level=debug ts=2026-02-11T22:31:34.021931791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=1601
level=debug ts=2026-02-11T22:31:34.02193818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=7038
level=debug ts=2026-02-11T22:31:34.021944561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9600
level=debug ts=2026-02-11T22:31:34.021951339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="593 kB" policy= mostRecentLagMs=737
level=debug ts=2026-02-11T22:31:34.021956502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6600
level=debug ts=2026-02-11T22:31:34.021962482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=601
level=debug ts=2026-02-11T22:31:34.021967508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=4166
level=debug ts=2026-02-11T22:31:34.025816464Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:31:39.261864648Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="40 kB" streams=11 entries=19 streamLabelsSize="367 B" entriesSize="748 kB" structuredMetadataSize="1.3 kB" totalSize="748 kB" mostRecentLagMs=114 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:39.261892946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3254
level=debug ts=2026-02-11T22:31:39.261903851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="39 kB" policy= mostRecentLagMs=7254
level=debug ts=2026-02-11T22:31:39.261910095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="41 kB" policy= mostRecentLagMs=5254
level=debug ts=2026-02-11T22:31:39.261915762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6254
level=debug ts=2026-02-11T22:31:39.261921039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=3110
level=debug ts=2026-02-11T22:31:39.261926319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=7254
level=debug ts=2026-02-11T22:31:39.26193112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5100
level=debug ts=2026-02-11T22:31:39.261935751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=254
level=debug ts=2026-02-11T22:31:39.261940848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="538 kB" policy= mostRecentLagMs=114
level=debug ts=2026-02-11T22:31:39.261945435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6254
level=debug ts=2026-02-11T22:31:39.261950391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=6254
level=debug ts=2026-02-11T22:31:39.265866367Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:31:44.206368668Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=8 entries=117 streamLabelsSize="238 B" entriesSize="561 kB" structuredMetadataSize="8.5 kB" totalSize="561 kB" mostRecentLagMs=785 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:44.20639728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7496
level=debug ts=2026-02-11T22:31:44.206407634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3785
level=debug ts=2026-02-11T22:31:44.206415066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=5784
level=debug ts=2026-02-11T22:31:44.20642082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="352 kB" policy= mostRecentLagMs=785
level=debug ts=2026-02-11T22:31:44.206426395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-11T22:31:44.206431501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="284 B" policy= mostRecentLagMs=785
level=debug ts=2026-02-11T22:31:44.206436482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="178 kB" policy= mostRecentLagMs=2303
level=debug ts=2026-02-11T22:31:44.206440962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="698 B" policy= mostRecentLagMs=6785
level=debug ts=2026-02-11T22:31:44.210531676Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:31:44.50465954Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=10 entries=24 streamLabelsSize="327 B" entriesSize="506 kB" structuredMetadataSize="1.6 kB" totalSize="507 kB" mostRecentLagMs=1444 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:44.504689684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="34 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:31:44.504699481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="42 kB" policy= mostRecentLagMs=5341
level=debug ts=2026-02-11T22:31:44.504706979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="278 kB" policy= mostRecentLagMs=1444
level=debug ts=2026-02-11T22:31:44.504713695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="32 kB" policy= mostRecentLagMs=5015
level=debug ts=2026-02-11T22:31:44.504719451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:31:44.504724584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="47 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:31:44.504729258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="43 kB" policy= mostRecentLagMs=9401
level=debug ts=2026-02-11T22:31:44.50473373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8016
level=debug ts=2026-02-11T22:31:44.504739946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=3500
level=debug ts=2026-02-11T22:31:44.504744931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="621 B" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:31:44.509304129Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:31:44.579928242Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:31:50.012739503Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=6 entries=6 streamLabelsSize="175 B" entriesSize="42 kB" structuredMetadataSize="381 B" totalSize="43 kB" mostRecentLagMs=4005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:50.012770015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="838 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:31:50.012781269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="25 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:31:50.012789627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:31:50.012828472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:31:50.012835748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:31:50.012841631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:31:50.014066312Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:31:50.168992117Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:37566"
level=debug ts=2026-02-11T22:31:52.954802029Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="237 kB" streams=3 entries=421 streamLabelsSize="73 B" entriesSize="2.0 MB" structuredMetadataSize="32 kB" totalSize="2.0 MB" mostRecentLagMs=188 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:52.954836635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=804
level=debug ts=2026-02-11T22:31:52.954846822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=188
level=debug ts=2026-02-11T22:31:52.954853198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="169 kB" policy= mostRecentLagMs=5301
level=debug ts=2026-02-11T22:31:52.966018609Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:31:54.213343614Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=6 entries=12 streamLabelsSize="170 B" entriesSize="548 kB" structuredMetadataSize="829 B" totalSize="549 kB" mostRecentLagMs=2983 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:54.213379494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="100 kB" policy= mostRecentLagMs=7152
level=debug ts=2026-02-11T22:31:54.213389778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="373 kB" policy= mostRecentLagMs=4770
level=debug ts=2026-02-11T22:31:54.213396495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="16 kB" policy= mostRecentLagMs=2983
level=debug ts=2026-02-11T22:31:54.213402044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=6792
level=debug ts=2026-02-11T22:31:54.213407456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4792
level=debug ts=2026-02-11T22:31:54.213424531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="29 kB" policy= mostRecentLagMs=3792
level=debug ts=2026-02-11T22:31:54.221191892Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:31:58.208306946Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:31:59.013147618Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="276 kB" streams=5 entries=380 streamLabelsSize="141 B" entriesSize="2.0 MB" structuredMetadataSize="28 kB" totalSize="2.0 MB" mostRecentLagMs=357 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:31:59.013180828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4343
level=debug ts=2026-02-11T22:31:59.013191286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=1938
level=debug ts=2026-02-11T22:31:59.013198636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=357
level=debug ts=2026-02-11T22:31:59.013204296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=1938
level=debug ts=2026-02-11T22:31:59.013210225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="118 kB" policy= mostRecentLagMs=4307
level=debug ts=2026-02-11T22:31:59.063462651Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:02.871450738Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=9 entries=14 streamLabelsSize="314 B" entriesSize="448 kB" structuredMetadataSize="890 B" totalSize="448 kB" mostRecentLagMs=445 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:02.871481077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9864
level=debug ts=2026-02-11T22:32:02.871492536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9864
level=debug ts=2026-02-11T22:32:02.871498545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9864
level=debug ts=2026-02-11T22:32:02.871504777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="345 kB" policy= mostRecentLagMs=445
level=debug ts=2026-02-11T22:32:02.871510568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=8665
level=debug ts=2026-02-11T22:32:02.871515925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1864
level=debug ts=2026-02-11T22:32:02.871522206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4863
level=debug ts=2026-02-11T22:32:02.8715276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8864
level=debug ts=2026-02-11T22:32:02.871532999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4592
level=debug ts=2026-02-11T22:32:02.87437184Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:04.318386186Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=5 entries=14 streamLabelsSize="147 B" entriesSize="193 kB" structuredMetadataSize="909 B" totalSize="193 kB" mostRecentLagMs=897 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:04.318414786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="52 kB" policy= mostRecentLagMs=5897
level=debug ts=2026-02-11T22:32:04.318424966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=952
level=debug ts=2026-02-11T22:32:04.318431137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=1348
level=debug ts=2026-02-11T22:32:04.318436904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="87 kB" policy= mostRecentLagMs=969
level=debug ts=2026-02-11T22:32:04.318441868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="13 kB" policy= mostRecentLagMs=897
level=debug ts=2026-02-11T22:32:04.322762398Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:08.833827569Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="128 kB" streams=8 entries=151 streamLabelsSize="257 B" entriesSize="680 kB" structuredMetadataSize="11 kB" totalSize="680 kB" mostRecentLagMs=1344 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:08.833858263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=9522
level=debug ts=2026-02-11T22:32:08.833869706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=5345
level=debug ts=2026-02-11T22:32:08.833876844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=8329
level=debug ts=2026-02-11T22:32:08.833882035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7345
level=debug ts=2026-02-11T22:32:08.83388687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="660 kB" policy= mostRecentLagMs=1344
level=debug ts=2026-02-11T22:32:08.833892153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="356 B" policy= mostRecentLagMs=8329
level=debug ts=2026-02-11T22:32:08.833896773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7345
level=debug ts=2026-02-11T22:32:08.833901565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1344
level=debug ts=2026-02-11T22:32:08.844545148Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:14.445162717Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=6 entries=7 streamLabelsSize="175 B" entriesSize="135 kB" structuredMetadataSize="487 B" totalSize="136 kB" mostRecentLagMs=24 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:14.445192803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=9024
level=debug ts=2026-02-11T22:32:14.445203079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="638 B" policy= mostRecentLagMs=6023
level=debug ts=2026-02-11T22:32:14.445209221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="38 kB" policy= mostRecentLagMs=9024
level=debug ts=2026-02-11T22:32:14.445214596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8513
level=debug ts=2026-02-11T22:32:14.445220304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="64 kB" policy= mostRecentLagMs=1146
level=debug ts=2026-02-11T22:32:14.445224939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=24
level=debug ts=2026-02-11T22:32:14.455833543Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:15.61522888Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=9 entries=11 streamLabelsSize="281 B" entriesSize="246 kB" structuredMetadataSize="696 B" totalSize="246 kB" mostRecentLagMs=607 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:15.615259773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=9607
level=debug ts=2026-02-11T22:32:15.615284687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=607
level=debug ts=2026-02-11T22:32:15.615291229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="236 kB" policy= mostRecentLagMs=865
level=debug ts=2026-02-11T22:32:15.615297652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=9607
level=debug ts=2026-02-11T22:32:15.615305006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2607
level=debug ts=2026-02-11T22:32:15.615310362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=607
level=debug ts=2026-02-11T22:32:15.615315236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3607
level=debug ts=2026-02-11T22:32:15.615320419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="706 B" policy= mostRecentLagMs=607
level=debug ts=2026-02-11T22:32:15.615325538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="482 B" policy= mostRecentLagMs=6607
level=debug ts=2026-02-11T22:32:15.617690667Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:17.389314863Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="242 kB" streams=6 entries=422 streamLabelsSize="180 B" entriesSize="2.0 MB" structuredMetadataSize="32 kB" totalSize="2.0 MB" mostRecentLagMs=218 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:17.389347619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=2963
level=debug ts=2026-02-11T22:32:17.389358437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=218
level=debug ts=2026-02-11T22:32:17.389365051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="184 kB" policy= mostRecentLagMs=2272
level=debug ts=2026-02-11T22:32:17.389370813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="822 B" policy= mostRecentLagMs=5594
level=debug ts=2026-02-11T22:32:17.389377506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=5594
level=debug ts=2026-02-11T22:32:17.389382585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=1012
level=debug ts=2026-02-11T22:32:17.447096443Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:23.452216497Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="278 kB" streams=5 entries=374 streamLabelsSize="147 B" entriesSize="1.9 MB" structuredMetadataSize="28 kB" totalSize="1.9 MB" mostRecentLagMs=218 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:23.452262772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="66 kB" policy= mostRecentLagMs=1129
level=debug ts=2026-02-11T22:32:23.452291226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=218
level=debug ts=2026-02-11T22:32:23.45229894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=218
level=debug ts=2026-02-11T22:32:23.452304936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=218
level=debug ts=2026-02-11T22:32:23.452309631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=218
level=debug ts=2026-02-11T22:32:23.463353802Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:25.43840507Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=5 entries=9 streamLabelsSize="152 B" entriesSize="742 kB" structuredMetadataSize="591 B" totalSize="742 kB" mostRecentLagMs=59 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:25.438437143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="353 kB" policy= mostRecentLagMs=60
level=debug ts=2026-02-11T22:32:25.438448475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6017
level=debug ts=2026-02-11T22:32:25.438455243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-11T22:32:25.438460845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=3268
level=debug ts=2026-02-11T22:32:25.438466216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8017
level=debug ts=2026-02-11T22:32:25.445158921Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:26.018397987Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=7 entries=9 streamLabelsSize="222 B" entriesSize="290 kB" structuredMetadataSize="579 B" totalSize="290 kB" mostRecentLagMs=10 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:26.018427341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-11T22:32:26.018437417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:32:26.018445072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=3536
level=debug ts=2026-02-11T22:32:26.018454108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1293
level=debug ts=2026-02-11T22:32:26.018465117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="201 kB" policy= mostRecentLagMs=1413
level=debug ts=2026-02-11T22:32:26.018472571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-11T22:32:26.018483017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=3375
level=debug ts=2026-02-11T22:32:26.031631557Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:32:28.210190368Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:32:29.427962062Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:32:33.288447958Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="207 kB" streams=6 entries=214 streamLabelsSize="163 B" entriesSize="1.7 MB" structuredMetadataSize="16 kB" totalSize="1.7 MB" mostRecentLagMs=364 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:33.288484687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=5799
level=debug ts=2026-02-11T22:32:33.288495347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=799
level=debug ts=2026-02-11T22:32:33.288502951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=9868
level=debug ts=2026-02-11T22:32:33.288509382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="606 kB" policy= mostRecentLagMs=364
level=debug ts=2026-02-11T22:32:33.28851502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="107 kB" policy= mostRecentLagMs=674
level=debug ts=2026-02-11T22:32:33.288519895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="954 kB" policy= mostRecentLagMs=7457
level=debug ts=2026-02-11T22:32:33.298795423Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:35.888686959Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=6 entries=16 streamLabelsSize="188 B" entriesSize="880 kB" structuredMetadataSize="1.1 kB" totalSize="880 kB" mostRecentLagMs=287 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:35.888713533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5467
level=debug ts=2026-02-11T22:32:35.888723914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="438 kB" policy= mostRecentLagMs=287
level=debug ts=2026-02-11T22:32:35.888730918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="891 B" policy= mostRecentLagMs=468
level=debug ts=2026-02-11T22:32:35.888738459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=3420
level=debug ts=2026-02-11T22:32:35.888745011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="417 kB" policy= mostRecentLagMs=1200
level=debug ts=2026-02-11T22:32:35.888750386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="364 B" policy= mostRecentLagMs=468
level=debug ts=2026-02-11T22:32:35.894219317Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:36.450934575Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=7 entries=15 streamLabelsSize="222 B" entriesSize="517 kB" structuredMetadataSize="1.0 kB" totalSize="518 kB" mostRecentLagMs=443 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:36.450961592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3443
level=debug ts=2026-02-11T22:32:36.450974616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=443
level=debug ts=2026-02-11T22:32:36.450982109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=443
level=debug ts=2026-02-11T22:32:36.450988135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="479 kB" policy= mostRecentLagMs=902
level=debug ts=2026-02-11T22:32:36.450994163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=940
level=debug ts=2026-02-11T22:32:36.450999433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2443
level=debug ts=2026-02-11T22:32:36.451004091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1443
level=debug ts=2026-02-11T22:32:36.453900023Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:43.50715085Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="71 kB" streams=9 entries=27 streamLabelsSize="284 B" entriesSize="1.3 MB" structuredMetadataSize="1.7 kB" totalSize="1.3 MB" mostRecentLagMs=1018 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:43.507182212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="115 kB" policy= mostRecentLagMs=4688
level=debug ts=2026-02-11T22:32:43.507193227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=2026
level=debug ts=2026-02-11T22:32:43.507198679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=2018
level=debug ts=2026-02-11T22:32:43.507203803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=7018
level=debug ts=2026-02-11T22:32:43.507208681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="92 kB" policy= mostRecentLagMs=1983
level=debug ts=2026-02-11T22:32:43.507213943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3018
level=debug ts=2026-02-11T22:32:43.507219371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="50 kB" policy= mostRecentLagMs=3018
level=debug ts=2026-02-11T22:32:43.507224816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="357 B" policy= mostRecentLagMs=3018
level=debug ts=2026-02-11T22:32:43.507230263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1018
level=debug ts=2026-02-11T22:32:43.512986829Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:47.548614302Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=7 entries=13 streamLabelsSize="238 B" entriesSize="491 kB" structuredMetadataSize="858 B" totalSize="491 kB" mostRecentLagMs=1607 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:47.548647531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5541
level=debug ts=2026-02-11T22:32:47.548658202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=4541
level=debug ts=2026-02-11T22:32:47.54866555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="83 kB" policy= mostRecentLagMs=1607
level=debug ts=2026-02-11T22:32:47.548673393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4541
level=debug ts=2026-02-11T22:32:47.548679095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=2899
level=debug ts=2026-02-11T22:32:47.548684502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="364 kB" policy= mostRecentLagMs=3790
level=debug ts=2026-02-11T22:32:47.548689553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=8541
level=debug ts=2026-02-11T22:32:47.553697575Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:48.623524178Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=9 entries=27 streamLabelsSize="288 B" entriesSize="456 kB" structuredMetadataSize="1.8 kB" totalSize="456 kB" mostRecentLagMs=202 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:48.623559166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=2131
level=debug ts=2026-02-11T22:32:48.623571057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=1202
level=debug ts=2026-02-11T22:32:48.623578434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="329 kB" policy= mostRecentLagMs=4056
level=debug ts=2026-02-11T22:32:48.623584962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=202
level=debug ts=2026-02-11T22:32:48.62359014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=202
level=debug ts=2026-02-11T22:32:48.623595129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1883
level=debug ts=2026-02-11T22:32:48.623601351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=1202
level=debug ts=2026-02-11T22:32:48.623606289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5202
level=debug ts=2026-02-11T22:32:48.623610884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="13 kB" policy= mostRecentLagMs=202
level=debug ts=2026-02-11T22:32:48.644113566Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:32:53.518852802Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="78 kB" streams=8 entries=109 streamLabelsSize="212 B" entriesSize="1.0 MB" structuredMetadataSize="7.9 kB" totalSize="1.0 MB" mostRecentLagMs=30 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:53.518965078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=1601
level=debug ts=2026-02-11T22:32:53.518976407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=10030
level=debug ts=2026-02-11T22:32:53.518983061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=6030
level=debug ts=2026-02-11T22:32:53.51898863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="338 kB" policy= mostRecentLagMs=1603
level=debug ts=2026-02-11T22:32:53.518993862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="667 kB" policy= mostRecentLagMs=3030
level=debug ts=2026-02-11T22:32:53.518999075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="571 B" policy= mostRecentLagMs=30
level=debug ts=2026-02-11T22:32:53.519003872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1601
level=debug ts=2026-02-11T22:32:53.519008927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=6738
level=debug ts=2026-02-11T22:32:53.542856535Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:32:54.571443172Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:42852"
level=debug ts=2026-02-11T22:32:57.951914161Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=9 entries=13 streamLabelsSize="297 B" entriesSize="328 kB" structuredMetadataSize="848 B" totalSize="328 kB" mostRecentLagMs=172 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:57.951946349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3945
level=debug ts=2026-02-11T22:32:57.951957067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=226
level=debug ts=2026-02-11T22:32:57.95196441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="218 kB" policy= mostRecentLagMs=172
level=debug ts=2026-02-11T22:32:57.951969936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=944
level=debug ts=2026-02-11T22:32:57.951975891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4944
level=debug ts=2026-02-11T22:32:57.951981064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=8195
level=debug ts=2026-02-11T22:32:57.951986004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4944
level=debug ts=2026-02-11T22:32:57.951991058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=6992
level=debug ts=2026-02-11T22:32:57.95199605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9944
level=debug ts=2026-02-11T22:32:57.954841194Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:32:58.005226171Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:33576"
ts=2026-02-11T22:32:58.212372516Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:32:58.85130779Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=9 entries=23 streamLabelsSize="260 B" entriesSize="597 kB" structuredMetadataSize="1.5 kB" totalSize="598 kB" mostRecentLagMs=1262 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:32:58.851347458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="31 kB" policy= mostRecentLagMs=1430
level=debug ts=2026-02-11T22:32:58.851364916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="185 kB" policy= mostRecentLagMs=2430
level=debug ts=2026-02-11T22:32:58.851377395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="696 B" policy= mostRecentLagMs=6429
level=debug ts=2026-02-11T22:32:58.85138782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=1430
level=debug ts=2026-02-11T22:32:58.851396124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=8430
level=debug ts=2026-02-11T22:32:58.851404415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=5430
level=debug ts=2026-02-11T22:32:58.851412705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="34 kB" policy= mostRecentLagMs=1430
level=debug ts=2026-02-11T22:32:58.851420407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="309 kB" policy= mostRecentLagMs=1262
level=debug ts=2026-02-11T22:32:58.851428471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=1430
level=debug ts=2026-02-11T22:32:58.855334682Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:33:03.555715922Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=9 entries=16 streamLabelsSize="283 B" entriesSize="415 kB" structuredMetadataSize="1.1 kB" totalSize="415 kB" mostRecentLagMs=67 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:03.555744121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="43 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-11T22:33:03.555754997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2066
level=debug ts=2026-02-11T22:33:03.555761115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=7066
level=debug ts=2026-02-11T22:33:03.555767674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="14 kB" policy= mostRecentLagMs=6067
level=debug ts=2026-02-11T22:33:03.555772854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8852
level=debug ts=2026-02-11T22:33:03.555778001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="58 kB" policy= mostRecentLagMs=200
level=debug ts=2026-02-11T22:33:03.555784523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="258 kB" policy= mostRecentLagMs=5804
level=debug ts=2026-02-11T22:33:03.555789614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=3066
level=debug ts=2026-02-11T22:33:03.555794605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=67
level=debug ts=2026-02-11T22:33:03.558977572Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:33:08.011595618Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=7 entries=8 streamLabelsSize="221 B" entriesSize="40 kB" structuredMetadataSize="512 B" totalSize="40 kB" mostRecentLagMs=3 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:08.01162338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:33:08.011634465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="422 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:33:08.011640522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:33:08.011646616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:33:08.01165142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="16 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:33:08.011656243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3857
level=debug ts=2026-02-11T22:33:08.011661791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:33:08.012950553Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:33:09.014873893Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=9 streamLabelsSize="196 B" entriesSize="194 kB" structuredMetadataSize="628 B" totalSize="194 kB" mostRecentLagMs=593 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:09.014900868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="148 kB" policy= mostRecentLagMs=7594
level=debug ts=2026-02-11T22:33:09.014911961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=8594
level=debug ts=2026-02-11T22:33:09.014918014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5593
level=debug ts=2026-02-11T22:33:09.014925125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=1593
level=debug ts=2026-02-11T22:33:09.014930164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3401
level=debug ts=2026-02-11T22:33:09.014936945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=593
level=debug ts=2026-02-11T22:33:09.017154229Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:33:14.504948934Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=11 entries=19 streamLabelsSize="354 B" entriesSize="474 kB" structuredMetadataSize="1.3 kB" totalSize="475 kB" mostRecentLagMs=1015 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:14.50498157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=1015
level=debug ts=2026-02-11T22:33:14.504992469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:33:14.505000555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=3016
level=debug ts=2026-02-11T22:33:14.505006615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=5015
level=debug ts=2026-02-11T22:33:14.505012797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=9016
level=debug ts=2026-02-11T22:33:14.505018352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:33:14.505023697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="128 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:33:14.505029803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="35 kB" policy= mostRecentLagMs=5015
level=debug ts=2026-02-11T22:33:14.505035723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="840 B" policy= mostRecentLagMs=9016
level=debug ts=2026-02-11T22:33:14.505041797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-11T22:33:14.50504774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="213 kB" policy= mostRecentLagMs=4600
level=debug ts=2026-02-11T22:33:14.508384305Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:33:14.729630337Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:33:19.014086294Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.3 kB" streams=6 entries=6 streamLabelsSize="206 B" entriesSize="80 kB" structuredMetadataSize="406 B" totalSize="81 kB" mostRecentLagMs=2007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:19.014114896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:33:19.014125702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="18 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:33:19.014131621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:33:19.0141381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="948 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:33:19.014144316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:33:19.014149588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:33:19.015664326Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:33:19.426316553Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.8 kB" streams=8 entries=11 streamLabelsSize="260 B" entriesSize="49 kB" structuredMetadataSize="731 B" totalSize="49 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:19.426345441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:33:19.426356239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-11T22:33:19.426363468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="912 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:33:19.426369972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:33:19.426375226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:33:19.426380245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:33:19.426385231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=7848
level=debug ts=2026-02-11T22:33:19.426390918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=4847
level=debug ts=2026-02-11T22:33:19.42815855Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:33:24.574500324Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:48684"
level=debug ts=2026-02-11T22:33:26.768880749Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=5 entries=8 streamLabelsSize="154 B" entriesSize="175 kB" structuredMetadataSize="563 B" totalSize="175 kB" mostRecentLagMs=2280 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:26.768916428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=3280
level=debug ts=2026-02-11T22:33:26.768930766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="172 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:33:26.768938973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=6280
level=debug ts=2026-02-11T22:33:26.768945471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4279
level=debug ts=2026-02-11T22:33:26.768950847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="239 B" policy= mostRecentLagMs=2280
level=debug ts=2026-02-11T22:33:26.770897083Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:33:28.007359538Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:50908"
ts=2026-02-11T22:33:28.214118005Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:33:30.227927614Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=6 entries=10 streamLabelsSize="184 B" entriesSize="551 kB" structuredMetadataSize="687 B" totalSize="551 kB" mostRecentLagMs=1806 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:30.22795738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6806
level=debug ts=2026-02-11T22:33:30.227967941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="529 kB" policy= mostRecentLagMs=3316
level=debug ts=2026-02-11T22:33:30.227973529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="495 B" policy= mostRecentLagMs=2807
level=debug ts=2026-02-11T22:33:30.227978659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=1806
level=debug ts=2026-02-11T22:33:30.227985181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9807
level=debug ts=2026-02-11T22:33:30.227990116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=9807
level=debug ts=2026-02-11T22:33:30.241531941Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:33:33.011698942Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=7 entries=8 streamLabelsSize="242 B" entriesSize="10 kB" structuredMetadataSize="505 B" totalSize="10 kB" mostRecentLagMs=4 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:33.011728499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:33:33.011740735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:33:33.011747907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:33:33.01175388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:33:33.011758658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:33:33.011763515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:33:33.011768268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="212 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:33:33.012692989Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:33:36.916966626Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=4 entries=5 streamLabelsSize="146 B" entriesSize="59 kB" structuredMetadataSize="359 B" totalSize="59 kB" mostRecentLagMs=1428 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:36.916998221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="53 kB" policy= mostRecentLagMs=3315
level=debug ts=2026-02-11T22:33:36.917009517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=1428
level=debug ts=2026-02-11T22:33:36.917017633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=5428
level=debug ts=2026-02-11T22:33:36.917023373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5428
level=debug ts=2026-02-11T22:33:36.921754308Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:33:44.028918739Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=7 entries=17 streamLabelsSize="213 B" entriesSize="389 kB" structuredMetadataSize="1.1 kB" totalSize="389 kB" mostRecentLagMs=22 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:44.028957926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=22
level=debug ts=2026-02-11T22:33:44.028973058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="103 kB" policy= mostRecentLagMs=36
level=debug ts=2026-02-11T22:33:44.028985052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5021
level=debug ts=2026-02-11T22:33:44.028993549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10021
level=debug ts=2026-02-11T22:33:44.029004026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=22
level=debug ts=2026-02-11T22:33:44.029012029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="279 kB" policy= mostRecentLagMs=5573
level=debug ts=2026-02-11T22:33:44.029019958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1021
level=debug ts=2026-02-11T22:33:44.037039326Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:33:45.430588493Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=7 entries=10 streamLabelsSize="207 B" entriesSize="261 kB" structuredMetadataSize="667 B" totalSize="261 kB" mostRecentLagMs=71 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:45.430616917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="190 kB" policy= mostRecentLagMs=5553
level=debug ts=2026-02-11T22:33:45.430627883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=309
level=debug ts=2026-02-11T22:33:45.430634963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="15 kB" policy= mostRecentLagMs=6185
level=debug ts=2026-02-11T22:33:45.430641084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=71
level=debug ts=2026-02-11T22:33:45.430646225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-11T22:33:45.430651266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="239 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-11T22:33:45.430655821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-11T22:33:45.49415402Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:33:47.51256574Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=11 entries=22 streamLabelsSize="338 B" entriesSize="871 kB" structuredMetadataSize="1.4 kB" totalSize="871 kB" mostRecentLagMs=24 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:47.512598098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="62 kB" policy= mostRecentLagMs=8377
level=debug ts=2026-02-11T22:33:47.512609114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2365
level=debug ts=2026-02-11T22:33:47.512615255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="20 kB" policy= mostRecentLagMs=3110
level=debug ts=2026-02-11T22:33:47.512621757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6024
level=debug ts=2026-02-11T22:33:47.512626504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="744 kB" policy= mostRecentLagMs=24
level=debug ts=2026-02-11T22:33:47.512631276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7023
level=debug ts=2026-02-11T22:33:47.512637566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="913 B" policy= mostRecentLagMs=24
level=debug ts=2026-02-11T22:33:47.512646396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=5410
level=debug ts=2026-02-11T22:33:47.512654566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=1024
level=debug ts=2026-02-11T22:33:47.512661929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2024
level=debug ts=2026-02-11T22:33:47.512669478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="167 B" policy= mostRecentLagMs=8023
level=debug ts=2026-02-11T22:33:47.517527727Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:33:50.176047492Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:48244"
level=debug ts=2026-02-11T22:33:54.081851578Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=11 entries=104 streamLabelsSize="355 B" entriesSize="146 kB" structuredMetadataSize="6.7 kB" totalSize="147 kB" mostRecentLagMs=74 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:54.081880839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="53 kB" policy= mostRecentLagMs=5069
level=debug ts=2026-02-11T22:33:54.081891462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="27 kB" policy= mostRecentLagMs=5069
level=debug ts=2026-02-11T22:33:54.081896727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8074
level=debug ts=2026-02-11T22:33:54.081901629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="335 B" policy= mostRecentLagMs=3074
level=debug ts=2026-02-11T22:33:54.081907186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=5069
level=debug ts=2026-02-11T22:33:54.081912548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="35 kB" policy= mostRecentLagMs=1953
level=debug ts=2026-02-11T22:33:54.081917265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="331 B" policy= mostRecentLagMs=5069
level=debug ts=2026-02-11T22:33:54.081921991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=74
level=debug ts=2026-02-11T22:33:54.081927343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=4074
level=debug ts=2026-02-11T22:33:54.081932028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="22 kB" policy= mostRecentLagMs=5069
level=debug ts=2026-02-11T22:33:54.081936595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1075
level=debug ts=2026-02-11T22:33:54.084312035Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:33:56.434765106Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=10 entries=18 streamLabelsSize="313 B" entriesSize="509 kB" structuredMetadataSize="1.2 kB" totalSize="509 kB" mostRecentLagMs=1013 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:56.434804058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="564 B" policy= mostRecentLagMs=5014
level=debug ts=2026-02-11T22:33:56.434813999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="464 B" policy= mostRecentLagMs=4014
level=debug ts=2026-02-11T22:33:56.434819915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="352 kB" policy= mostRecentLagMs=2939
level=debug ts=2026-02-11T22:33:56.434825941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=8014
level=debug ts=2026-02-11T22:33:56.43483142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-11T22:33:56.434836704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3013
level=debug ts=2026-02-11T22:33:56.434841664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-11T22:33:56.434846295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="816 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:33:56.434851052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-11T22:33:56.434855618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="120 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-11T22:33:56.441414747Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:33:58.216604713Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:33:58.240139329Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-11T22:33:58.24165371Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-11T22:33:59.49957726Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=12 entries=21 streamLabelsSize="381 B" entriesSize="273 kB" structuredMetadataSize="1.4 kB" totalSize="274 kB" mostRecentLagMs=1011 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:33:59.499611358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-11T22:33:59.499622687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-11T22:33:59.499629416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-11T22:33:59.499634722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-11T22:33:59.499639662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="150 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-11T22:33:59.499644449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="67 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-11T22:33:59.499648999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="446 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-11T22:33:59.499653453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-11T22:33:59.499658865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-11T22:33:59.499663659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="374 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-11T22:33:59.499668521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="33 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-11T22:33:59.499673933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="471 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-11T22:33:59.50208698Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:05.017189526Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=10 entries=12 streamLabelsSize="360 B" entriesSize="154 kB" structuredMetadataSize="779 B" totalSize="154 kB" mostRecentLagMs=1010 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:05.017218181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:34:05.017229341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-11T22:34:05.017235124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-11T22:34:05.017240512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:34:05.017245527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="100 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:34:05.017250539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:34:05.017255616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:34:05.017260317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-11T22:34:05.017284927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="697 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-11T22:34:05.017290868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-11T22:34:05.019075416Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:06.5287264Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=3 entries=3 streamLabelsSize="87 B" entriesSize="32 kB" structuredMetadataSize="182 B" totalSize="32 kB" mostRecentLagMs=9107 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:06.528757491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-11T22:34:06.528769173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=9107
level=debug ts=2026-02-11T22:34:06.528776246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=9107
level=debug ts=2026-02-11T22:34:06.530087157Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:13.505641645Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=6 entries=11 streamLabelsSize="214 B" entriesSize="602 kB" structuredMetadataSize="685 B" totalSize="602 kB" mostRecentLagMs=1028 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:13.505671572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=4016
level=debug ts=2026-02-11T22:34:13.50568211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="579 kB" policy= mostRecentLagMs=1028
level=debug ts=2026-02-11T22:34:13.505688143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2017
level=debug ts=2026-02-11T22:34:13.505694039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="18 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-11T22:34:13.505699503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4016
level=debug ts=2026-02-11T22:34:13.505704556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="822 B" policy= mostRecentLagMs=4016
level=debug ts=2026-02-11T22:34:13.508976862Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:16.652434485Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=6 entries=7 streamLabelsSize="177 B" entriesSize="297 kB" structuredMetadataSize="483 B" totalSize="297 kB" mostRecentLagMs=437 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:16.652464407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=438
level=debug ts=2026-02-11T22:34:16.652474881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3231
level=debug ts=2026-02-11T22:34:16.652482414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=648
level=debug ts=2026-02-11T22:34:16.652488692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2232
level=debug ts=2026-02-11T22:34:16.65249413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="98 kB" policy= mostRecentLagMs=1216
level=debug ts=2026-02-11T22:34:16.65249903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=1216
level=debug ts=2026-02-11T22:34:16.654804305Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:19.008418619Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=6 entries=10 streamLabelsSize="186 B" entriesSize="277 kB" structuredMetadataSize="677 B" totalSize="277 kB" mostRecentLagMs=1001 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:19.008448886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=1001
level=debug ts=2026-02-11T22:34:19.008459384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="210 kB" policy= mostRecentLagMs=4757
level=debug ts=2026-02-11T22:34:19.008466651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="482 B" policy= mostRecentLagMs=9001
level=debug ts=2026-02-11T22:34:19.008473108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=3816
level=debug ts=2026-02-11T22:34:19.008478084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=4020
level=debug ts=2026-02-11T22:34:19.008482669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=1001
level=debug ts=2026-02-11T22:34:19.011401222Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:24.263876344Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=6 entries=13 streamLabelsSize="187 B" entriesSize="257 kB" structuredMetadataSize="817 B" totalSize="257 kB" mostRecentLagMs=1775 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:24.263906442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="168 kB" policy= mostRecentLagMs=3775
level=debug ts=2026-02-11T22:34:24.26391775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="62 kB" policy= mostRecentLagMs=9132
level=debug ts=2026-02-11T22:34:24.263925394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=4775
level=debug ts=2026-02-11T22:34:24.263931065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=3775
level=debug ts=2026-02-11T22:34:24.263936226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8079
level=debug ts=2026-02-11T22:34:24.263941961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="464 B" policy= mostRecentLagMs=1775
level=debug ts=2026-02-11T22:34:24.266518335Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:26.709834254Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=10 entries=19 streamLabelsSize="301 B" entriesSize="524 kB" structuredMetadataSize="1.2 kB" totalSize="524 kB" mostRecentLagMs=288 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:26.709871781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="232 B" policy= mostRecentLagMs=5288
level=debug ts=2026-02-11T22:34:26.70988685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="330 B" policy= mostRecentLagMs=1288
level=debug ts=2026-02-11T22:34:26.70989635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="17 kB" policy= mostRecentLagMs=6289
level=debug ts=2026-02-11T22:34:26.709905555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=9289
level=debug ts=2026-02-11T22:34:26.709914044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="116 kB" policy= mostRecentLagMs=288
level=debug ts=2026-02-11T22:34:26.709925066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=288
level=debug ts=2026-02-11T22:34:26.709935589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="875 B" policy= mostRecentLagMs=288
level=debug ts=2026-02-11T22:34:26.709945913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6289
level=debug ts=2026-02-11T22:34:26.709956274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=3284
level=debug ts=2026-02-11T22:34:26.709965045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=288
level=debug ts=2026-02-11T22:34:26.713280522Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:34:28.010423077Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:49892"
ts=2026-02-11T22:34:28.221396491Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:34:29.015543367Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=12 entries=23 streamLabelsSize="382 B" entriesSize="176 kB" structuredMetadataSize="1.5 kB" totalSize="176 kB" mostRecentLagMs=2008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:29.015571953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:34:29.015583453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:34:29.015590337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:34:29.015597111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="14 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:34:29.015602466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="128 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:34:29.015608808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:34:29.015613924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-11T22:34:29.015618538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:34:29.015623122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:34:29.015627983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:34:29.015633596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-11T22:34:29.015638978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-11T22:34:29.017624161Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:34.498565649Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=12 entries=17 streamLabelsSize="338 B" entriesSize="262 kB" structuredMetadataSize="1.1 kB" totalSize="263 kB" mostRecentLagMs=3009 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:34.498595462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="603 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-11T22:34:34.498605867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:34:34.498612949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:34:34.498618157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:34:34.498622878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:34:34.498627564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:34:34.498632177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="115 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:34:34.498638091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="11 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:34:34.498642855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="38 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:34:34.49864839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="165 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:34:34.49865309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="66 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:34:34.498657554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:34:34.501010058Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:37.425566351Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.4 kB" streams=5 entries=6 streamLabelsSize="156 B" entriesSize="49 kB" structuredMetadataSize="401 B" totalSize="49 kB" mostRecentLagMs=5005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:37.425606205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=8354
level=debug ts=2026-02-11T22:34:37.425622369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8557
level=debug ts=2026-02-11T22:34:37.425635908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:34:37.425648309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:34:37.425657443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:34:37.427830641Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:42.011986164Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=4 entries=4 streamLabelsSize="159 B" entriesSize="6.7 kB" structuredMetadataSize="267 B" totalSize="6.8 kB" mostRecentLagMs=3004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:42.012013886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:34:42.012023899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:34:42.012031414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:34:42.012037681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:34:42.012927549Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:48.499117991Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=9 streamLabelsSize="228 B" entriesSize="172 kB" structuredMetadataSize="559 B" totalSize="173 kB" mostRecentLagMs=589 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:48.499156869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:34:48.499176032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="90 kB" policy= mostRecentLagMs=589
level=debug ts=2026-02-11T22:34:48.499186089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:34:48.499195403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-11T22:34:48.49920471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-11T22:34:48.49921593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="55 kB" policy= mostRecentLagMs=589
level=debug ts=2026-02-11T22:34:48.499226332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:34:48.501134108Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:54.025481971Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=7 entries=13 streamLabelsSize="222 B" entriesSize="534 kB" structuredMetadataSize="843 B" totalSize="534 kB" mostRecentLagMs=184 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:54.025512998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="480 kB" policy= mostRecentLagMs=184
level=debug ts=2026-02-11T22:34:54.025524209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1018
level=debug ts=2026-02-11T22:34:54.025530566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=582
level=debug ts=2026-02-11T22:34:54.025536049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6018
level=debug ts=2026-02-11T22:34:54.02554114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-11T22:34:54.025546177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-11T22:34:54.025551256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=7695
level=debug ts=2026-02-11T22:34:54.02886265Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:54.91063262Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=6 entries=10 streamLabelsSize="180 B" entriesSize="768 kB" structuredMetadataSize="667 B" totalSize="768 kB" mostRecentLagMs=1490 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:54.910663737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=6489
level=debug ts=2026-02-11T22:34:54.91067409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="359 kB" policy= mostRecentLagMs=1490
level=debug ts=2026-02-11T22:34:54.910679994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=9489
level=debug ts=2026-02-11T22:34:54.910685559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="404 kB" policy= mostRecentLagMs=5836
level=debug ts=2026-02-11T22:34:54.910690936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5489
level=debug ts=2026-02-11T22:34:54.910698288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1490
level=debug ts=2026-02-11T22:34:54.914790239Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:34:55.448375917Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-11T22:34:58.22312265Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:34:59.293161981Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="58 kB" streams=7 entries=22 streamLabelsSize="189 B" entriesSize="1.2 MB" structuredMetadataSize="1.3 kB" totalSize="1.2 MB" mostRecentLagMs=804 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:34:59.293194596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="116 kB" policy= mostRecentLagMs=1387
level=debug ts=2026-02-11T22:34:59.293204816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="330 B" policy= mostRecentLagMs=2804
level=debug ts=2026-02-11T22:34:59.293210578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=1804
level=debug ts=2026-02-11T22:34:59.293216839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="100 kB" policy= mostRecentLagMs=2115
level=debug ts=2026-02-11T22:34:59.293222254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=804
level=debug ts=2026-02-11T22:34:59.293229119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=2804
level=debug ts=2026-02-11T22:34:59.293234341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=2348
level=debug ts=2026-02-11T22:34:59.298695219Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:05.018772075Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=8 entries=21 streamLabelsSize="281 B" entriesSize="245 kB" structuredMetadataSize="1.4 kB" totalSize="246 kB" mostRecentLagMs=1011 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:05.01881526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-11T22:35:05.018833467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-11T22:35:05.018845391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="65 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-11T22:35:05.018856442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:35:05.018865109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8012
level=debug ts=2026-02-11T22:35:05.018874609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-11T22:35:05.018883725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=2011
level=debug ts=2026-02-11T22:35:05.018895262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="120 kB" policy= mostRecentLagMs=3334
level=debug ts=2026-02-11T22:35:05.021261142Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:05.429706872Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=8 entries=11 streamLabelsSize="262 B" entriesSize="155 kB" structuredMetadataSize="721 B" totalSize="156 kB" mostRecentLagMs=2008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:05.429743194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5079
level=debug ts=2026-02-11T22:35:05.429753936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="397 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:35:05.429760741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-11T22:35:05.429766241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="65 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-11T22:35:05.42977366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="448 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:35:05.429779152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=8499
level=debug ts=2026-02-11T22:35:05.429784937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:35:05.429789634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=8483
level=debug ts=2026-02-11T22:35:05.431629105Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:10.507304347Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=12 entries=24 streamLabelsSize="379 B" entriesSize="626 kB" structuredMetadataSize="1.6 kB" totalSize="626 kB" mostRecentLagMs=18 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:10.507336095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="361 kB" policy= mostRecentLagMs=438
level=debug ts=2026-02-11T22:35:10.507346746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=3018
level=debug ts=2026-02-11T22:35:10.507352414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="15 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-11T22:35:10.507358427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="175 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-11T22:35:10.507364214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="40 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-11T22:35:10.507371818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="339 B" policy= mostRecentLagMs=2018
level=debug ts=2026-02-11T22:35:10.507377049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="232 B" policy= mostRecentLagMs=6018
level=debug ts=2026-02-11T22:35:10.507382248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="635 B" policy= mostRecentLagMs=18
level=debug ts=2026-02-11T22:35:10.507387434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=3018
level=debug ts=2026-02-11T22:35:10.507393305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9018
level=debug ts=2026-02-11T22:35:10.507399364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2018
level=debug ts=2026-02-11T22:35:10.507405575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="16 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-11T22:35:10.510849302Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:17.017954401Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=9 entries=14 streamLabelsSize="280 B" entriesSize="191 kB" structuredMetadataSize="899 B" totalSize="192 kB" mostRecentLagMs=2011 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:17.017984473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-11T22:35:17.017995813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="680 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-11T22:35:17.018003389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="119 kB" policy= mostRecentLagMs=2189
level=debug ts=2026-02-11T22:35:17.018010246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-11T22:35:17.018015547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="26 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-11T22:35:17.018022858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="947 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-11T22:35:17.018027726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:35:17.018033254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="20 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-11T22:35:17.018038191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-11T22:35:17.020103964Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:17.438649612Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=8 entries=14 streamLabelsSize="242 B" entriesSize="791 kB" structuredMetadataSize="967 B" totalSize="791 kB" mostRecentLagMs=488 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:17.438678619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2018
level=debug ts=2026-02-11T22:35:17.438689213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4017
level=debug ts=2026-02-11T22:35:17.438695284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=6730
level=debug ts=2026-02-11T22:35:17.438700739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=10018
level=debug ts=2026-02-11T22:35:17.438706386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="508 kB" policy= mostRecentLagMs=2231
level=debug ts=2026-02-11T22:35:17.438716284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9017
level=debug ts=2026-02-11T22:35:17.438726414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="252 kB" policy= mostRecentLagMs=488
level=debug ts=2026-02-11T22:35:17.43873159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=9017
level=debug ts=2026-02-11T22:35:17.442816967Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:18.982379479Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="89 kB" streams=5 entries=26 streamLabelsSize="169 B" entriesSize="2.1 MB" structuredMetadataSize="1.6 kB" totalSize="2.1 MB" mostRecentLagMs=48 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:18.982413852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="39 kB" policy= mostRecentLagMs=66
level=debug ts=2026-02-11T22:35:18.982425026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=7494
level=debug ts=2026-02-11T22:35:18.982431501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=48
level=debug ts=2026-02-11T22:35:18.982441004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="55 kB" policy= mostRecentLagMs=3145
level=debug ts=2026-02-11T22:35:18.982449388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=3493
level=debug ts=2026-02-11T22:35:18.99286995Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:21.407359414Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="81 kB" streams=1 entries=23 streamLabelsSize="30 B" entriesSize="2.1 MB" structuredMetadataSize="1.3 kB" totalSize="2.1 MB" mostRecentLagMs=259 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:21.407391269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=259
level=debug ts=2026-02-11T22:35:21.415176881Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:28.123522818Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=6 entries=13 streamLabelsSize="203 B" entriesSize="621 kB" structuredMetadataSize="817 B" totalSize="621 kB" mostRecentLagMs=702 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:28.123554382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=9702
level=debug ts=2026-02-11T22:35:28.12356534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=702
level=debug ts=2026-02-11T22:35:28.123571013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=7702
level=debug ts=2026-02-11T22:35:28.123576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="26 kB" policy= mostRecentLagMs=702
level=debug ts=2026-02-11T22:35:28.123581886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="566 kB" policy= mostRecentLagMs=6831
level=debug ts=2026-02-11T22:35:28.123587768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="943 B" policy= mostRecentLagMs=1702
level=debug ts=2026-02-11T22:35:28.12707326Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:35:28.225715723Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:35:28.40425828Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=10 entries=19 streamLabelsSize="350 B" entriesSize="917 kB" structuredMetadataSize="1.2 kB" totalSize="918 kB" mostRecentLagMs=680 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:28.404303105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4396
level=debug ts=2026-02-11T22:35:28.404313676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4396
level=debug ts=2026-02-11T22:35:28.404319817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6396
level=debug ts=2026-02-11T22:35:28.404324963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5397
level=debug ts=2026-02-11T22:35:28.404339511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=3397
level=debug ts=2026-02-11T22:35:28.404345811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="864 kB" policy= mostRecentLagMs=2397
level=debug ts=2026-02-11T22:35:28.404350934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=680
level=debug ts=2026-02-11T22:35:28.404355598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5397
level=debug ts=2026-02-11T22:35:28.404360354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2397
level=debug ts=2026-02-11T22:35:28.404365509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=1396
level=debug ts=2026-02-11T22:35:28.408236053Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:31.397694572Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="62 kB" streams=4 entries=18 streamLabelsSize="100 B" entriesSize="1.5 MB" structuredMetadataSize="1.1 kB" totalSize="1.5 MB" mostRecentLagMs=1787 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:31.397726106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=1909
level=debug ts=2026-02-11T22:35:31.397736898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7909
level=debug ts=2026-02-11T22:35:31.397744293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=1787
level=debug ts=2026-02-11T22:35:31.39775075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="52 kB" policy= mostRecentLagMs=2804
level=debug ts=2026-02-11T22:35:31.404287636Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:38.205719485Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=6 entries=10 streamLabelsSize="189 B" entriesSize="393 kB" structuredMetadataSize="744 B" totalSize="393 kB" mostRecentLagMs=784 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:38.205750732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="70 kB" policy= mostRecentLagMs=6785
level=debug ts=2026-02-11T22:35:38.205761324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=7784
level=debug ts=2026-02-11T22:35:38.205767012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="165 B" policy= mostRecentLagMs=784
level=debug ts=2026-02-11T22:35:38.205772312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="316 kB" policy= mostRecentLagMs=4637
level=debug ts=2026-02-11T22:35:38.205778579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=784
level=debug ts=2026-02-11T22:35:38.205783871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1784
level=debug ts=2026-02-11T22:35:38.210073454Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:38.637687996Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=5 entries=18 streamLabelsSize="180 B" entriesSize="295 kB" structuredMetadataSize="1.1 kB" totalSize="295 kB" mostRecentLagMs=630 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:38.637717183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="290 kB" policy= mostRecentLagMs=3300
level=debug ts=2026-02-11T22:35:38.637727776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=9630
level=debug ts=2026-02-11T22:35:38.637734896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6630
level=debug ts=2026-02-11T22:35:38.637741669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=1630
level=debug ts=2026-02-11T22:35:38.637746933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=630
level=debug ts=2026-02-11T22:35:38.640096302Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:39.616414969Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:35:41.503557685Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=14 entries=25 streamLabelsSize="456 B" entriesSize="545 kB" structuredMetadataSize="1.6 kB" totalSize="545 kB" mostRecentLagMs=642 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:41.503588875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-11T22:35:41.503599251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-11T22:35:41.503605555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:35:41.503611888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="442 kB" policy= mostRecentLagMs=642
level=debug ts=2026-02-11T22:35:41.503617272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:35:41.50362275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-11T22:35:41.503628379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-11T22:35:41.50363449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=1014
level=debug ts=2026-02-11T22:35:41.503639414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=3015
level=debug ts=2026-02-11T22:35:41.503644339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-11T22:35:41.503649308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="874 B" policy= mostRecentLagMs=3015
level=debug ts=2026-02-11T22:35:41.503653774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="277 B" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:35:41.503659302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-11T22:35:41.503664276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=8512
level=debug ts=2026-02-11T22:35:41.506834346Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:48.427553373Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.2 kB" streams=6 entries=6 streamLabelsSize="180 B" entriesSize="108 kB" structuredMetadataSize="423 B" totalSize="108 kB" mostRecentLagMs=7 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:48.427583127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=370
level=debug ts=2026-02-11T22:35:48.427593349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:35:48.427599273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-11T22:35:48.427607342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:35:48.427612611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-11T22:35:48.427617993Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="67 kB" policy= mostRecentLagMs=1235
level=debug ts=2026-02-11T22:35:48.429199249Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:48.797024475Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=10 entries=18 streamLabelsSize="313 B" entriesSize="594 kB" structuredMetadataSize="1.2 kB" totalSize="595 kB" mostRecentLagMs=439 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:48.797054468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=3789
level=debug ts=2026-02-11T22:35:48.797065053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=439
level=debug ts=2026-02-11T22:35:48.797071749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6789
level=debug ts=2026-02-11T22:35:48.79707825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="464 B" policy= mostRecentLagMs=7789
level=debug ts=2026-02-11T22:35:48.797083591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4789
level=debug ts=2026-02-11T22:35:48.797089937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="500 kB" policy= mostRecentLagMs=921
level=debug ts=2026-02-11T22:35:48.797094842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=6194
level=debug ts=2026-02-11T22:35:48.79709989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="298 B" policy= mostRecentLagMs=2790
level=debug ts=2026-02-11T22:35:48.797104839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2790
level=debug ts=2026-02-11T22:35:48.79710951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="19 kB" policy= mostRecentLagMs=4789
level=debug ts=2026-02-11T22:35:48.800603249Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:52.059044951Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="73 kB" streams=9 entries=26 streamLabelsSize="282 B" entriesSize="1.6 MB" structuredMetadataSize="1.6 kB" totalSize="1.6 MB" mostRecentLagMs=458 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:52.059078628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="298 B" policy= mostRecentLagMs=2570
level=debug ts=2026-02-11T22:35:52.059089072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=570
level=debug ts=2026-02-11T22:35:52.059095375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="28 kB" policy= mostRecentLagMs=3148
level=debug ts=2026-02-11T22:35:52.059101252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=1570
level=debug ts=2026-02-11T22:35:52.059106637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7570
level=debug ts=2026-02-11T22:35:52.05911184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=5570
level=debug ts=2026-02-11T22:35:52.059116971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=3823
level=debug ts=2026-02-11T22:35:52.059122184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=458
level=debug ts=2026-02-11T22:35:52.059126773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=570
level=debug ts=2026-02-11T22:35:52.066135041Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:35:58.015938743Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:55330"
ts=2026-02-11T22:35:58.228447048Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:35:58.539528434Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=7 streamLabelsSize="187 B" entriesSize="346 kB" structuredMetadataSize="445 B" totalSize="347 kB" mostRecentLagMs=118 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:58.539557993Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="309 kB" policy= mostRecentLagMs=1078
level=debug ts=2026-02-11T22:35:58.539568401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8118
level=debug ts=2026-02-11T22:35:58.539575808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9118
level=debug ts=2026-02-11T22:35:58.539581707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3118
level=debug ts=2026-02-11T22:35:58.539586894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=118
level=debug ts=2026-02-11T22:35:58.539591934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="534 B" policy= mostRecentLagMs=7118
level=debug ts=2026-02-11T22:35:58.542548198Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:35:59.015584032Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=9 entries=14 streamLabelsSize="293 B" entriesSize="143 kB" structuredMetadataSize="896 B" totalSize="143 kB" mostRecentLagMs=8 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:35:59.015615157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:35:59.015626415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:35:59.015633011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="813 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:35:59.015638992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:35:59.015644793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="102 kB" policy= mostRecentLagMs=9556
level=debug ts=2026-02-11T22:35:59.015651075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:35:59.015656017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="20 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-11T22:35:59.015660937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:35:59.015665675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-11T22:35:59.017697439Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:36:02.192777611Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=5 entries=14 streamLabelsSize="148 B" entriesSize="571 kB" structuredMetadataSize="866 B" totalSize="571 kB" mostRecentLagMs=704 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:36:02.192807612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="562 kB" policy= mostRecentLagMs=5998
level=debug ts=2026-02-11T22:36:02.192818268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=3703
level=debug ts=2026-02-11T22:36:02.192825555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=1703
level=debug ts=2026-02-11T22:36:02.192831729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=5703
level=debug ts=2026-02-11T22:36:02.192836908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=704
level=debug ts=2026-02-11T22:36:02.19597919Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:36:10.015747779Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=9 entries=13 streamLabelsSize="287 B" entriesSize="164 kB" structuredMetadataSize="816 B" totalSize="164 kB" mostRecentLagMs=2008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:36:10.015781263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:36:10.015791722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=2136
level=debug ts=2026-02-11T22:36:10.015799211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:36:10.015804857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:36:10.015810891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:36:10.015816422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="12 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-11T22:36:10.015822252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-11T22:36:10.015827274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:36:10.01583198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="100 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:36:10.017641426Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:36:11.068466608Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=5 entries=8 streamLabelsSize="165 B" entriesSize="399 kB" structuredMetadataSize="560 B" totalSize="399 kB" mostRecentLagMs=2647 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:36:11.068499705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7647
level=debug ts=2026-02-11T22:36:11.068509888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=7647
level=debug ts=2026-02-11T22:36:11.068516301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="9.3 kB" policy= mostRecentLagMs=8647
level=debug ts=2026-02-11T22:36:11.068522478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="175 kB" policy= mostRecentLagMs=6414
level=debug ts=2026-02-11T22:36:11.068527553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="196 kB" policy= mostRecentLagMs=2647
level=debug ts=2026-02-11T22:36:11.071503109Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:36:12.500859296Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=13 entries=21 streamLabelsSize="408 B" entriesSize="295 kB" structuredMetadataSize="1.3 kB" totalSize="295 kB" mostRecentLagMs=11 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:36:12.500888596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="823 B" policy= mostRecentLagMs=3012
level=debug ts=2026-02-11T22:36:12.500898635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1012
level=debug ts=2026-02-11T22:36:12.500905492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=1012
level=debug ts=2026-02-11T22:36:12.500911116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-11T22:36:12.500917649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="13 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-11T22:36:12.500923611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-11T22:36:12.500929453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-11T22:36:12.500934305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-11T22:36:12.500939431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="10 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-11T22:36:12.500944069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="60 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-11T22:36:12.500948671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="176 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-11T22:36:12.500953374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=1012
level=debug ts=2026-02-11T22:36:12.500958368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="496 B" policy= mostRecentLagMs=8012
level=debug ts=2026-02-11T22:36:12.503445386Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:36:21.425287898Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="549 B" streams=3 entries=3 streamLabelsSize="92 B" entriesSize="824 B" structuredMetadataSize="182 B" totalSize="916 B" mostRecentLagMs=2004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:36:21.425320262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:36:21.425331689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-11T22:36:21.425338136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:36:21.426294215Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:36:23.493653025Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=3 entries=4 streamLabelsSize="68 B" entriesSize="3.9 kB" structuredMetadataSize="254 B" totalSize="4.0 kB" mostRecentLagMs=3004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:36:23.493706093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:36:23.493730362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:36:23.493750567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:36:23.494793342Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:36:28.017643226Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:41412"
ts=2026-02-11T22:36:28.231548335Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:36:30.013424675Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.0 kB" streams=9 entries=10 streamLabelsSize="282 B" entriesSize="38 kB" structuredMetadataSize="634 B" totalSize="38 kB" mostRecentLagMs=6 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:36:30.013452441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-11T22:36:30.013462905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:36:30.013468607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:36:30.013474465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-11T22:36:30.013480814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:36:30.013486535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:36:30.013492332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:36:30.013497541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:36:30.013502222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-11T22:36:30.014690782Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:36:33.430622925Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=5 entries=7 streamLabelsSize="166 B" entriesSize="392 kB" structuredMetadataSize="472 B" totalSize="392 kB" mostRecentLagMs=9 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:36:33.430654702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:36:33.430665538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=9972
level=debug ts=2026-02-11T22:36:33.43067309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:36:33.430678958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="865 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:36:33.430684765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-11T22:36:33.433536184Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:36:34.495252833Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.5 kB" streams=5 entries=6 streamLabelsSize="161 B" entriesSize="111 kB" structuredMetadataSize="386 B" totalSize="111 kB" mostRecentLagMs=1006 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:36:34.495298499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="101 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:36:34.495310317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:36:34.495317894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:36:34.495323539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:36:34.495328599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:36:34.497160449Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:36:36.114478319Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:36:43.013223057Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=6 entries=7 streamLabelsSize="215 B" entriesSize="11 kB" structuredMetadataSize="455 B" totalSize="11 kB" mostRecentLagMs=6 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:36:43.013254724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:36:43.01328452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:36:43.013291163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-11T22:36:43.013297121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:36:43.013302189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:36:43.013307128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:36:43.014226219Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:36:46.493622518Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.9 kB" streams=7 entries=8 streamLabelsSize="215 B" entriesSize="19 kB" structuredMetadataSize="496 B" totalSize="19 kB" mostRecentLagMs=1004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:36:46.493653432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:36:46.493663898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:36:46.493670808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:36:46.493677177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:36:46.493683528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="605 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:36:46.493688474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:36:46.493695158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:36:46.494683291Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:36:48.425895815Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=3 entries=3 streamLabelsSize="96 B" entriesSize="44 kB" structuredMetadataSize="215 B" totalSize="44 kB" mostRecentLagMs=7181 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:36:48.425924834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="12 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:36:48.425934932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:36:48.425941253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7181
level=debug ts=2026-02-11T22:36:48.427454365Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:36:53.101695743Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=5 entries=7 streamLabelsSize="146 B" entriesSize="134 kB" structuredMetadataSize="453 B" totalSize="135 kB" mostRecentLagMs=1094 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:36:53.101725186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="610 B" policy= mostRecentLagMs=6094
level=debug ts=2026-02-11T22:36:53.101735823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="855 B" policy= mostRecentLagMs=9094
level=debug ts=2026-02-11T22:36:53.101744214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=7094
level=debug ts=2026-02-11T22:36:53.10175032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="97 kB" policy= mostRecentLagMs=1094
level=debug ts=2026-02-11T22:36:53.101755583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:36:53.10333379Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:36:54.596704682Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:46444"
ts=2026-02-11T22:36:58.019214873Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:42814"
ts=2026-02-11T22:36:58.234468275Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:37:00.434687893Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=5 entries=8 streamLabelsSize="149 B" entriesSize="562 kB" structuredMetadataSize="551 B" totalSize="562 kB" mostRecentLagMs=7014 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:00.43471751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-11T22:37:00.434727909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:37:00.434734073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="24 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-11T22:37:00.434739296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="522 kB" policy= mostRecentLagMs=7681
level=debug ts=2026-02-11T22:37:00.434744183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="995 B" policy= mostRecentLagMs=7014
level=debug ts=2026-02-11T22:37:00.437666652Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:01.50383324Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=10 entries=17 streamLabelsSize="275 B" entriesSize="519 kB" structuredMetadataSize="1.1 kB" totalSize="519 kB" mostRecentLagMs=87 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:01.503862808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:37:01.50387327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=8015
level=debug ts=2026-02-11T22:37:01.50387937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="505 kB" policy= mostRecentLagMs=88
level=debug ts=2026-02-11T22:37:01.503885621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:37:01.503891004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-11T22:37:01.503896467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=5014
level=debug ts=2026-02-11T22:37:01.50390178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=4015
level=debug ts=2026-02-11T22:37:01.503907212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:37:01.503913394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-11T22:37:01.503918091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-11T22:37:01.506985644Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:04.014764583Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.3 kB" streams=7 entries=8 streamLabelsSize="256 B" entriesSize="116 kB" structuredMetadataSize="519 B" totalSize="116 kB" mostRecentLagMs=7 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:04.014794225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:37:04.014804788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="99 kB" policy= mostRecentLagMs=2545
level=debug ts=2026-02-11T22:37:04.01481116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:37:04.014817096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-11T22:37:04.014822077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="229 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:37:04.01482697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:37:04.014831964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:37:04.01727899Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:11.430336413Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=7 streamLabelsSize="176 B" entriesSize="227 kB" structuredMetadataSize="476 B" totalSize="227 kB" mostRecentLagMs=2293 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:11.430376458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:37:11.430387777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="177 kB" policy= mostRecentLagMs=2293
level=debug ts=2026-02-11T22:37:11.43039448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2439
level=debug ts=2026-02-11T22:37:11.430401381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:37:11.430407272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:37:11.43041229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8615
level=debug ts=2026-02-11T22:37:11.432899609Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:11.472869429Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:37:12.054361104Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="76 kB" streams=8 entries=25 streamLabelsSize="252 B" entriesSize="1.6 MB" structuredMetadataSize="1.6 kB" totalSize="1.6 MB" mostRecentLagMs=291 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:12.054392175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=291
level=debug ts=2026-02-11T22:37:12.054403336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="81 kB" policy= mostRecentLagMs=8297
level=debug ts=2026-02-11T22:37:12.054409259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="58 kB" policy= mostRecentLagMs=2620
level=debug ts=2026-02-11T22:37:12.05441471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4565
level=debug ts=2026-02-11T22:37:12.054419641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="301 B" policy= mostRecentLagMs=565
level=debug ts=2026-02-11T22:37:12.054424337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="964 B" policy= mostRecentLagMs=2565
level=debug ts=2026-02-11T22:37:12.054428877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=565
level=debug ts=2026-02-11T22:37:12.0544336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=1565
level=debug ts=2026-02-11T22:37:12.062062319Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:15.02581732Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=7 entries=18 streamLabelsSize="190 B" entriesSize="602 kB" structuredMetadataSize="1.2 kB" totalSize="603 kB" mostRecentLagMs=389 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:15.02585062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=1018
level=debug ts=2026-02-11T22:37:15.025861605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=6019
level=debug ts=2026-02-11T22:37:15.025867494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=6019
level=debug ts=2026-02-11T22:37:15.025873927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=3018
level=debug ts=2026-02-11T22:37:15.025879011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="574 kB" policy= mostRecentLagMs=2539
level=debug ts=2026-02-11T22:37:15.025884425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-11T22:37:15.025889566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=389
level=debug ts=2026-02-11T22:37:15.02945654Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:22.150155599Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=5 entries=15 streamLabelsSize="159 B" entriesSize="472 kB" structuredMetadataSize="949 B" totalSize="472 kB" mostRecentLagMs=728 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:22.150200602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-11T22:37:22.150217383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="423 kB" policy= mostRecentLagMs=1546
level=debug ts=2026-02-11T22:37:22.150227403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1728
level=debug ts=2026-02-11T22:37:22.150237056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="960 B" policy= mostRecentLagMs=728
level=debug ts=2026-02-11T22:37:22.150246099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6729
level=debug ts=2026-02-11T22:37:22.153399039Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:22.340035836Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="89 kB" streams=7 entries=32 streamLabelsSize="219 B" entriesSize="1.7 MB" structuredMetadataSize="2.0 kB" totalSize="1.7 MB" mostRecentLagMs=193 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:22.340066612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=3851
level=debug ts=2026-02-11T22:37:22.34007775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="224 kB" policy= mostRecentLagMs=544
level=debug ts=2026-02-11T22:37:22.340084994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=1474
level=debug ts=2026-02-11T22:37:22.340091029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=851
level=debug ts=2026-02-11T22:37:22.340096463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=851
level=debug ts=2026-02-11T22:37:22.340102549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="106 kB" policy= mostRecentLagMs=1138
level=debug ts=2026-02-11T22:37:22.340107415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=193
level=debug ts=2026-02-11T22:37:22.348063167Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:25.475201006Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=9 entries=21 streamLabelsSize="300 B" entriesSize="658 kB" structuredMetadataSize="1.4 kB" totalSize="658 kB" mostRecentLagMs=468 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:25.475233444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=1397
level=debug ts=2026-02-11T22:37:25.47524429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3467
level=debug ts=2026-02-11T22:37:25.475250692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=2468
level=debug ts=2026-02-11T22:37:25.475256258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=2236
level=debug ts=2026-02-11T22:37:25.475262178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=468
level=debug ts=2026-02-11T22:37:25.475288852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="576 kB" policy= mostRecentLagMs=1867
level=debug ts=2026-02-11T22:37:25.475294181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1467
level=debug ts=2026-02-11T22:37:25.475299054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:37:25.475312362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5468
level=debug ts=2026-02-11T22:37:25.478856438Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:37:28.23649566Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:37:32.509868416Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=8 entries=25 streamLabelsSize="239 B" entriesSize="705 kB" structuredMetadataSize="1.6 kB" totalSize="706 kB" mostRecentLagMs=20 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:32.509902448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=20
level=debug ts=2026-02-11T22:37:32.509913104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="356 B" policy= mostRecentLagMs=2021
level=debug ts=2026-02-11T22:37:32.509920453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3950
level=debug ts=2026-02-11T22:37:32.509926912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="70 kB" policy= mostRecentLagMs=4545
level=debug ts=2026-02-11T22:37:32.509932249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="566 kB" policy= mostRecentLagMs=1054
level=debug ts=2026-02-11T22:37:32.509937798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=7020
level=debug ts=2026-02-11T22:37:32.509953132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=1020
level=debug ts=2026-02-11T22:37:32.509960163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="40 kB" policy= mostRecentLagMs=5112
level=debug ts=2026-02-11T22:37:32.51404585Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:32.800895305Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=8 entries=21 streamLabelsSize="217 B" entriesSize="764 kB" structuredMetadataSize="1.4 kB" totalSize="765 kB" mostRecentLagMs=379 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:32.800926562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=7371
level=debug ts=2026-02-11T22:37:32.80093717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=379
level=debug ts=2026-02-11T22:37:32.800943619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4379
level=debug ts=2026-02-11T22:37:32.80094866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="403 kB" policy= mostRecentLagMs=9223
level=debug ts=2026-02-11T22:37:32.800953259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="317 kB" policy= mostRecentLagMs=1055
level=debug ts=2026-02-11T22:37:32.800959222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=379
level=debug ts=2026-02-11T22:37:32.800963903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=5844
level=debug ts=2026-02-11T22:37:32.800968411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=1379
level=debug ts=2026-02-11T22:37:32.804723619Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:35.587034991Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=11 entries=29 streamLabelsSize="317 B" entriesSize="458 kB" structuredMetadataSize="1.9 kB" totalSize="459 kB" mostRecentLagMs=579 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:35.587068445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=579
level=debug ts=2026-02-11T22:37:35.587078896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=7864
level=debug ts=2026-02-11T22:37:35.587084736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=6579
level=debug ts=2026-02-11T22:37:35.587089978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=595
level=debug ts=2026-02-11T22:37:35.5870959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-11T22:37:35.587101357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1580
level=debug ts=2026-02-11T22:37:35.587106349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="303 kB" policy= mostRecentLagMs=855
level=debug ts=2026-02-11T22:37:35.5871143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="26 kB" policy= mostRecentLagMs=4579
level=debug ts=2026-02-11T22:37:35.587122585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=3580
level=debug ts=2026-02-11T22:37:35.58712835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1580
level=debug ts=2026-02-11T22:37:35.587132963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=1580
level=debug ts=2026-02-11T22:37:35.590814Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:43.428599384Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=15 streamLabelsSize="217 B" entriesSize="205 kB" structuredMetadataSize="1.0 kB" totalSize="205 kB" mostRecentLagMs=2007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:43.428630957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:37:43.428641326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:37:43.428649092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="144 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:37:43.428654936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:37:43.428660307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:37:43.428672457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="19 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:37:43.428681617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=5444
level=debug ts=2026-02-11T22:37:43.430619577Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:43.50188022Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=9 entries=27 streamLabelsSize="304 B" entriesSize="360 kB" structuredMetadataSize="1.8 kB" totalSize="360 kB" mostRecentLagMs=1013 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:43.501924571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-11T22:37:43.501941315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=2012
level=debug ts=2026-02-11T22:37:43.501953642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="30 kB" policy= mostRecentLagMs=8613
level=debug ts=2026-02-11T22:37:43.50196504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5013
level=debug ts=2026-02-11T22:37:43.501977273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=3013
level=debug ts=2026-02-11T22:37:43.501987801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=3013
level=debug ts=2026-02-11T22:37:43.501997122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="12 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-11T22:37:43.502008353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=2846
level=debug ts=2026-02-11T22:37:43.502018882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="268 kB" policy= mostRecentLagMs=3662
level=debug ts=2026-02-11T22:37:43.505174984Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:46.016289202Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=11 entries=15 streamLabelsSize="345 B" entriesSize="135 kB" structuredMetadataSize="995 B" totalSize="135 kB" mostRecentLagMs=1008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:46.016318333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-11T22:37:46.016328836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-11T22:37:46.01633576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-11T22:37:46.016352885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-11T22:37:46.016359726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=8253
level=debug ts=2026-02-11T22:37:46.016364851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-11T22:37:46.016371236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:37:46.016377333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="51 kB" policy= mostRecentLagMs=6479
level=debug ts=2026-02-11T22:37:46.016383245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="24 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:37:46.016387902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:37:46.016393705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:37:46.018196525Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:50.840537169Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="225 kB" streams=4 entries=421 streamLabelsSize="121 B" entriesSize="2.0 MB" structuredMetadataSize="32 kB" totalSize="2.0 MB" mostRecentLagMs=215 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:50.840570341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=215
level=debug ts=2026-02-11T22:37:50.840581569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="38 kB" policy= mostRecentLagMs=3384
level=debug ts=2026-02-11T22:37:50.840588832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="179 kB" policy= mostRecentLagMs=397
level=debug ts=2026-02-11T22:37:50.840595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=549
level=debug ts=2026-02-11T22:37:50.85428908Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:37:53.6015324Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=12 entries=56 streamLabelsSize="378 B" entriesSize="2.1 MB" structuredMetadataSize="3.7 kB" totalSize="2.1 MB" mostRecentLagMs=42 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:53.601584906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=3113
level=debug ts=2026-02-11T22:37:53.601601358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=42
level=debug ts=2026-02-11T22:37:53.601612529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=2112
level=debug ts=2026-02-11T22:37:53.601623026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=6112
level=debug ts=2026-02-11T22:37:53.601633859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=2112
level=debug ts=2026-02-11T22:37:53.601644697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="10 kB" policy= mostRecentLagMs=4112
level=debug ts=2026-02-11T22:37:53.601653622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=5113
level=debug ts=2026-02-11T22:37:53.601664953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="28 kB" policy= mostRecentLagMs=6555
level=debug ts=2026-02-11T22:37:53.60167351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=8475
level=debug ts=2026-02-11T22:37:53.601688262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6112
level=debug ts=2026-02-11T22:37:53.601696983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="91 kB" policy= mostRecentLagMs=5714
level=debug ts=2026-02-11T22:37:53.601705383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="34 kB" policy= mostRecentLagMs=2112
level=debug ts=2026-02-11T22:37:53.610729324Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:37:54.601955935Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:43388"
level=debug ts=2026-02-11T22:37:56.652525628Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="246 kB" streams=4 entries=329 streamLabelsSize="105 B" entriesSize="2.0 MB" structuredMetadataSize="25 kB" totalSize="2.0 MB" mostRecentLagMs=215 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:37:56.652570148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=216
level=debug ts=2026-02-11T22:37:56.652588559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="442 B" policy= mostRecentLagMs=3992
level=debug ts=2026-02-11T22:37:56.652600272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=3992
level=debug ts=2026-02-11T22:37:56.652610904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="373 kB" policy= mostRecentLagMs=2925
level=debug ts=2026-02-11T22:37:56.662971513Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:37:58.024978248Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:43358"
ts=2026-02-11T22:37:58.238866018Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:38:03.570692821Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=6 entries=11 streamLabelsSize="193 B" entriesSize="377 kB" structuredMetadataSize="739 B" totalSize="377 kB" mostRecentLagMs=81 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:03.570772967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="440 B" policy= mostRecentLagMs=6082
level=debug ts=2026-02-11T22:38:03.570783933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-11T22:38:03.570790558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="145 kB" policy= mostRecentLagMs=9996
level=debug ts=2026-02-11T22:38:03.570797947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="190 kB" policy= mostRecentLagMs=1403
level=debug ts=2026-02-11T22:38:03.570803616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="838 B" policy= mostRecentLagMs=8082
level=debug ts=2026-02-11T22:38:03.570808825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3986
level=debug ts=2026-02-11T22:38:03.573549597Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:38:03.783128962Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=7 entries=7 streamLabelsSize="244 B" entriesSize="183 kB" structuredMetadataSize="444 B" totalSize="183 kB" mostRecentLagMs=725 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:03.783162294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="105 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:38:03.783173023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=9776
level=debug ts=2026-02-11T22:38:03.783180296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=725
level=debug ts=2026-02-11T22:38:03.78318961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9776
level=debug ts=2026-02-11T22:38:03.783199002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=6680
level=debug ts=2026-02-11T22:38:03.783209683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="16 kB" policy= mostRecentLagMs=1776
level=debug ts=2026-02-11T22:38:03.783219654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=775
level=debug ts=2026-02-11T22:38:03.791403785Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:38:03.97590721Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="273 kB" streams=3 entries=445 streamLabelsSize="79 B" entriesSize="2.0 MB" structuredMetadataSize="33 kB" totalSize="2.0 MB" mostRecentLagMs=215 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:03.975940301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=215
level=debug ts=2026-02-11T22:38:03.975951351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="91 kB" policy= mostRecentLagMs=1620
level=debug ts=2026-02-11T22:38:03.975957483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=215
level=debug ts=2026-02-11T22:38:03.986524755Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:38:04.946803887Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-11T22:38:04.948477907Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-11T22:38:09.793750017Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="287 kB" streams=6 entries=380 streamLabelsSize="188 B" entriesSize="2.0 MB" structuredMetadataSize="28 kB" totalSize="2.0 MB" mostRecentLagMs=216 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:09.793788636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=216
level=debug ts=2026-02-11T22:38:09.793799513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6033
level=debug ts=2026-02-11T22:38:09.793805586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1323
level=debug ts=2026-02-11T22:38:09.79381171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="66 kB" policy= mostRecentLagMs=5352
level=debug ts=2026-02-11T22:38:09.793817287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=3659
level=debug ts=2026-02-11T22:38:09.793822989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1087
level=debug ts=2026-02-11T22:38:09.805332924Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:38:13.951363088Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=5 entries=5 streamLabelsSize="156 B" entriesSize="92 kB" structuredMetadataSize="345 B" totalSize="92 kB" mostRecentLagMs=1944 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:13.951392657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="141 B" policy= mostRecentLagMs=8944
level=debug ts=2026-02-11T22:38:13.951404068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="39 kB" policy= mostRecentLagMs=9944
level=debug ts=2026-02-11T22:38:13.951410521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9944
level=debug ts=2026-02-11T22:38:13.951415886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="962 B" policy= mostRecentLagMs=1944
level=debug ts=2026-02-11T22:38:13.951422661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="51 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:38:13.952985218Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:38:16.502126387Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=11 entries=18 streamLabelsSize="329 B" entriesSize="285 kB" structuredMetadataSize="1.1 kB" totalSize="286 kB" mostRecentLagMs=1012 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:16.502154256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-11T22:38:16.502163976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=1012
level=debug ts=2026-02-11T22:38:16.502170998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=5013
level=debug ts=2026-02-11T22:38:16.502176337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="356 B" policy= mostRecentLagMs=9013
level=debug ts=2026-02-11T22:38:16.50218176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="137 kB" policy= mostRecentLagMs=1012
level=debug ts=2026-02-11T22:38:16.502186867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=1012
level=debug ts=2026-02-11T22:38:16.502191596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="37 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-11T22:38:16.502196543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="44 kB" policy= mostRecentLagMs=1012
level=debug ts=2026-02-11T22:38:16.502201414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-11T22:38:16.502206327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-11T22:38:16.50221095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-11T22:38:16.50479938Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:38:19.654528009Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="290 kB" streams=6 entries=365 streamLabelsSize="186 B" entriesSize="1.8 MB" structuredMetadataSize="27 kB" totalSize="1.8 MB" mostRecentLagMs=2233 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:19.654558188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=2233
level=debug ts=2026-02-11T22:38:19.654568325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="63 kB" policy= mostRecentLagMs=4599
level=debug ts=2026-02-11T22:38:19.654575971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4233
level=debug ts=2026-02-11T22:38:19.65458145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=3233
level=debug ts=2026-02-11T22:38:19.654587237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4599
level=debug ts=2026-02-11T22:38:19.654593598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=4599
level=debug ts=2026-02-11T22:38:19.691723128Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:38:20.194086177Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:43888"
level=debug ts=2026-02-11T22:38:24.011906289Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=10 entries=12 streamLabelsSize="337 B" entriesSize="36 kB" structuredMetadataSize="774 B" totalSize="37 kB" mostRecentLagMs=4 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:24.011933771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:38:24.011946358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:38:24.011953746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:38:24.011960533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:38:24.011965853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:38:24.011970837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:38:24.011975379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:38:24.011979946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:38:24.011984576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:38:24.011989042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:38:24.013210467Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:38:24.605259032Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:48100"
level=debug ts=2026-02-11T22:38:27.493248557Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=6 entries=6 streamLabelsSize="179 B" entriesSize="15 kB" structuredMetadataSize="399 B" totalSize="15 kB" mostRecentLagMs=1004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:27.493299722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:38:27.49331091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:38:27.493316766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="385 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:38:27.493321715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:38:27.49332762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:38:27.49333449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="750 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:38:27.494325003Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:38:28.031589643Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:50180"
ts=2026-02-11T22:38:28.243285145Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:38:30.063714126Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=7 entries=17 streamLabelsSize="206 B" entriesSize="491 kB" structuredMetadataSize="1.2 kB" totalSize="491 kB" mostRecentLagMs=642 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:30.06374467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9643
level=debug ts=2026-02-11T22:38:30.063755533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=6026
level=debug ts=2026-02-11T22:38:30.063762913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4642
level=debug ts=2026-02-11T22:38:30.063768991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9643
level=debug ts=2026-02-11T22:38:30.063774229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="96 kB" policy= mostRecentLagMs=642
level=debug ts=2026-02-11T22:38:30.063779622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6642
level=debug ts=2026-02-11T22:38:30.06378504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="361 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:38:30.067121334Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:38:36.013187489Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.0 kB" streams=4 entries=5 streamLabelsSize="146 B" entriesSize="41 kB" structuredMetadataSize="318 B" totalSize="42 kB" mostRecentLagMs=2005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:36.01322542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:38:36.013246412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:38:36.013344845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:38:36.013406954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:38:36.015342138Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:38:40.429630523Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=5 entries=9 streamLabelsSize="162 B" entriesSize="286 kB" structuredMetadataSize="645 B" totalSize="286 kB" mostRecentLagMs=1008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:40.429665207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="274 kB" policy= mostRecentLagMs=1513
level=debug ts=2026-02-11T22:38:40.429676577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-11T22:38:40.429683544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-11T22:38:40.429691068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-11T22:38:40.429697474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-11T22:38:40.437719529Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:38:40.917078005Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:38:41.495008601Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.7 kB" streams=10 entries=18 streamLabelsSize="302 B" entriesSize="57 kB" structuredMetadataSize="1.1 kB" totalSize="57 kB" mostRecentLagMs=6 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:41.495037092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:38:41.495047299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="10 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:38:41.495053162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-11T22:38:41.495058876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:38:41.495063787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:38:41.495070138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="26 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:38:41.495075852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:38:41.495080681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:38:41.495086135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:38:41.495090896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:38:41.496540583Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:38:50.013858779Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.5 kB" streams=8 entries=10 streamLabelsSize="269 B" entriesSize="107 kB" structuredMetadataSize="649 B" totalSize="107 kB" mostRecentLagMs=6 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:50.013891218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-11T22:38:50.013901804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5059
level=debug ts=2026-02-11T22:38:50.013908629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:38:50.01391419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-11T22:38:50.013919105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:38:50.013924299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-11T22:38:50.01392972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="522 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:38:50.013935785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="53 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-11T22:38:50.016016974Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:38:50.196038673Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:40934"
level=debug ts=2026-02-11T22:38:51.428917021Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=7 streamLabelsSize="150 B" entriesSize="318 kB" structuredMetadataSize="467 B" totalSize="318 kB" mostRecentLagMs=89 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:51.428945536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:38:51.428957493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:38:51.428964497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="938 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-11T22:38:51.428970088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="173 kB" policy= mostRecentLagMs=89
level=debug ts=2026-02-11T22:38:51.428975187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=8865
level=debug ts=2026-02-11T22:38:51.478017597Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:38:52.497072116Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.4 kB" streams=5 entries=6 streamLabelsSize="131 B" entriesSize="152 kB" structuredMetadataSize="397 B" totalSize="152 kB" mostRecentLagMs=1263 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:38:52.49710035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="239 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:38:52.497111891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="601 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:38:52.497117926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-11T22:38:52.497124593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:38:52.497130088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="141 kB" policy= mostRecentLagMs=1263
level=debug ts=2026-02-11T22:38:52.499386215Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:38:58.040137296Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:34580"
ts=2026-02-11T22:38:58.246392114Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:39:00.856289913Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=3 entries=5 streamLabelsSize="106 B" entriesSize="269 kB" structuredMetadataSize="317 B" totalSize="269 kB" mostRecentLagMs=6848 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:00.856331462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="268 kB" policy= mostRecentLagMs=7502
level=debug ts=2026-02-11T22:39:00.856343364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6848
level=debug ts=2026-02-11T22:39:00.856351478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7849
level=debug ts=2026-02-11T22:39:00.858711967Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:39:02.079729697Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=6 entries=11 streamLabelsSize="175 B" entriesSize="496 kB" structuredMetadataSize="708 B" totalSize="496 kB" mostRecentLagMs=658 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:02.079758907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=5659
level=debug ts=2026-02-11T22:39:02.079769345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5659
level=debug ts=2026-02-11T22:39:02.079775243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="464 B" policy= mostRecentLagMs=2659
level=debug ts=2026-02-11T22:39:02.079781153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="383 kB" policy= mostRecentLagMs=842
level=debug ts=2026-02-11T22:39:02.079786181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=659
level=debug ts=2026-02-11T22:39:02.079790841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="106 kB" policy= mostRecentLagMs=1659
level=debug ts=2026-02-11T22:39:02.083032219Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:39:03.640014434Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=8 entries=12 streamLabelsSize="228 B" entriesSize="286 kB" structuredMetadataSize="781 B" totalSize="286 kB" mostRecentLagMs=150 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:03.640048147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="267 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:39:03.640059759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=151
level=debug ts=2026-02-11T22:39:03.640065477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2150
level=debug ts=2026-02-11T22:39:03.640070856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=151
level=debug ts=2026-02-11T22:39:03.640075541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2150
level=debug ts=2026-02-11T22:39:03.640080035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=6151
level=debug ts=2026-02-11T22:39:03.640085245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=6151
level=debug ts=2026-02-11T22:39:03.640090659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="232 B" policy= mostRecentLagMs=4151
level=debug ts=2026-02-11T22:39:03.644787426Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:39:11.01521399Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=7 entries=11 streamLabelsSize="222 B" entriesSize="126 kB" structuredMetadataSize="713 B" totalSize="126 kB" mostRecentLagMs=1007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:11.015245599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:39:11.015257312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="73 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:39:11.015263413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:39:11.015288499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:39:11.015295045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-11T22:39:11.015300935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:39:11.015306785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="31 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:39:11.017098154Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:39:12.427956873Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=6 entries=10 streamLabelsSize="193 B" entriesSize="144 kB" structuredMetadataSize="667 B" totalSize="144 kB" mostRecentLagMs=8007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:12.427986795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="73 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:39:12.427997787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:39:12.428005629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-11T22:39:12.428012406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="17 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:39:12.428017651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=8641
level=debug ts=2026-02-11T22:39:12.428024095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-11T22:39:12.433642722Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:39:14.507037037Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=12 entries=20 streamLabelsSize="362 B" entriesSize="332 kB" structuredMetadataSize="1.3 kB" totalSize="333 kB" mostRecentLagMs=3017 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:14.507064077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=3017
level=debug ts=2026-02-11T22:39:14.507074877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-11T22:39:14.507081068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=3017
level=debug ts=2026-02-11T22:39:14.507087022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-11T22:39:14.507092229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="52 kB" policy= mostRecentLagMs=3017
level=debug ts=2026-02-11T22:39:14.50709699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="101 kB" policy= mostRecentLagMs=8478
level=debug ts=2026-02-11T22:39:14.50710198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=8018
level=debug ts=2026-02-11T22:39:14.507106422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="471 B" policy= mostRecentLagMs=6018
level=debug ts=2026-02-11T22:39:14.507111421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="36 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-11T22:39:14.50711616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="119 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-11T22:39:14.507121285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="946 B" policy= mostRecentLagMs=5018
level=debug ts=2026-02-11T22:39:14.507125793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="239 B" policy= mostRecentLagMs=3017
level=debug ts=2026-02-11T22:39:14.510148057Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:39:18.557207885Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:39:22.014327215Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.2 kB" streams=4 entries=4 streamLabelsSize="165 B" entriesSize="44 kB" structuredMetadataSize="265 B" totalSize="44 kB" mostRecentLagMs=2007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:22.014356544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:39:22.014367589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-11T22:39:22.01437342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=2361
level=debug ts=2026-02-11T22:39:22.014378841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-11T22:39:22.015547509Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:39:25.425759991Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=5 entries=6 streamLabelsSize="149 B" entriesSize="35 kB" structuredMetadataSize="400 B" totalSize="35 kB" mostRecentLagMs=4 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:25.425787377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:39:25.425797446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="816 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:39:25.425805857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6025
level=debug ts=2026-02-11T22:39:25.425811824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:39:25.425816958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:39:25.431712126Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:39:28.248587174Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:39:29.494333266Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=6 entries=6 streamLabelsSize="191 B" entriesSize="41 kB" structuredMetadataSize="388 B" totalSize="41 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:29.494363209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:39:29.494374361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:39:29.494381815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:39:29.49438725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:39:29.494394236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="36 kB" policy= mostRecentLagMs=8579
level=debug ts=2026-02-11T22:39:29.494400515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:39:29.495930189Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:39:34.012563485Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=8 entries=8 streamLabelsSize="296 B" entriesSize="26 kB" structuredMetadataSize="515 B" totalSize="26 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:34.012601785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:39:34.012619236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:39:34.012628721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:39:34.012638607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:39:34.012650761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:39:34.012660603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="212 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:39:34.012671384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:39:34.012681712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=8748
level=debug ts=2026-02-11T22:39:34.013866586Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:39:39.737411967Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=7 entries=10 streamLabelsSize="209 B" entriesSize="536 kB" structuredMetadataSize="670 B" totalSize="536 kB" mostRecentLagMs=316 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:39.737441267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=316
level=debug ts=2026-02-11T22:39:39.737452587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4908
level=debug ts=2026-02-11T22:39:39.737460081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=4316
level=debug ts=2026-02-11T22:39:39.737466074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=2316
level=debug ts=2026-02-11T22:39:39.737471218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="330 B" policy= mostRecentLagMs=5316
level=debug ts=2026-02-11T22:39:39.737478317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6316
level=debug ts=2026-02-11T22:39:39.737484086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="516 kB" policy= mostRecentLagMs=5680
level=debug ts=2026-02-11T22:39:39.742881456Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:39:43.49333781Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.3 kB" streams=8 entries=11 streamLabelsSize="280 B" entriesSize="42 kB" structuredMetadataSize="721 B" totalSize="42 kB" mostRecentLagMs=1004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:43.493368983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration2-cmil\"}" streamLabelsHash=3342921738 streamSizeBytes="165 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:39:43.493380206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:39:43.493386973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="22 kB" policy= mostRecentLagMs=6590
level=debug ts=2026-02-11T22:39:43.493392406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:39:43.493397351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:39:43.493402779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:39:43.493407633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:39:43.493412244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:39:43.495005906Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:39:49.011713213Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=5 entries=6 streamLabelsSize="150 B" entriesSize="9.3 kB" structuredMetadataSize="388 B" totalSize="9.4 kB" mostRecentLagMs=5004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:49.011744953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:39:49.011756709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:39:49.011762563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:39:49.01177011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:39:49.011775431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="673 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:39:49.012784454Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:39:51.277609466Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=4 entries=4 streamLabelsSize="119 B" entriesSize="50 kB" structuredMetadataSize="274 B" totalSize="50 kB" mostRecentLagMs=856 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:51.277637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=856
level=debug ts=2026-02-11T22:39:51.277648415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=856
level=debug ts=2026-02-11T22:39:51.277655031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-11T22:39:51.277660873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=856
level=debug ts=2026-02-11T22:39:51.279012401Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:39:55.498547156Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=3 entries=5 streamLabelsSize="108 B" entriesSize="246 kB" structuredMetadataSize="370 B" totalSize="246 kB" mostRecentLagMs=194 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:39:55.498590876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="242 kB" policy= mostRecentLagMs=194
level=debug ts=2026-02-11T22:39:55.498607489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:39:55.498618225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-11T22:39:55.500502607Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:39:58.045408955Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:36840"
ts=2026-02-11T22:39:58.251052988Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:40:01.429291941Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=3 entries=5 streamLabelsSize="100 B" entriesSize="408 kB" structuredMetadataSize="346 B" totalSize="408 kB" mostRecentLagMs=1260 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:01.429321854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=5906
level=debug ts=2026-02-11T22:40:01.429332436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="630 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-11T22:40:01.429339968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=1260
level=debug ts=2026-02-11T22:40:01.442662501Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:03.011763031Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.2 kB" streams=5 entries=5 streamLabelsSize="171 B" entriesSize="2.1 kB" structuredMetadataSize="310 B" totalSize="2.3 kB" mostRecentLagMs=4 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:03.011791401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-11T22:40:03.011802753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:40:03.011809805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:40:03.011815371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:40:03.011820319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="824 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-11T22:40:03.012720798Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:06.294830043Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:40:07.494812094Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=6 entries=6 streamLabelsSize="186 B" entriesSize="76 kB" structuredMetadataSize="408 B" totalSize="76 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:07.494842385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-11T22:40:07.494853004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:40:07.494859065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="70 kB" policy= mostRecentLagMs=4705
level=debug ts=2026-02-11T22:40:07.494864102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:40:07.494868674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:40:07.494874616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:40:07.496686472Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:13.424618909Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=3 entries=3 streamLabelsSize="85 B" entriesSize="32 kB" structuredMetadataSize="224 B" totalSize="32 kB" mostRecentLagMs=3322 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:13.424659167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3322
level=debug ts=2026-02-11T22:40:13.42467299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-11T22:40:13.424683103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-11T22:40:13.425837518Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:14.016141276Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=9 entries=9 streamLabelsSize="292 B" entriesSize="106 kB" structuredMetadataSize="607 B" totalSize="107 kB" mostRecentLagMs=8 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:14.01624265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=4325
level=debug ts=2026-02-11T22:40:14.01629227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=8971
level=debug ts=2026-02-11T22:40:14.01630841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="154 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:40:14.016333386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-11T22:40:14.016347646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=798
level=debug ts=2026-02-11T22:40:14.016363657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-11T22:40:14.016375963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-11T22:40:14.016390119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:40:14.016402377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:40:14.018499619Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:18.506419048Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=8 entries=13 streamLabelsSize="270 B" entriesSize="616 kB" structuredMetadataSize="820 B" totalSize="617 kB" mostRecentLagMs=2626 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:18.506451334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="10 kB" policy= mostRecentLagMs=5017
level=debug ts=2026-02-11T22:40:18.506461781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="502 kB" policy= mostRecentLagMs=2626
level=debug ts=2026-02-11T22:40:18.506469029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6881
level=debug ts=2026-02-11T22:40:18.506474711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="214 B" policy= mostRecentLagMs=10017
level=debug ts=2026-02-11T22:40:18.506480727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="291 B" policy= mostRecentLagMs=7018
level=debug ts=2026-02-11T22:40:18.506486768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=7018
level=debug ts=2026-02-11T22:40:18.50649191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=6017
level=debug ts=2026-02-11T22:40:18.506497093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="65 kB" policy= mostRecentLagMs=2626
level=debug ts=2026-02-11T22:40:18.509977994Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:23.92199937Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=6 entries=10 streamLabelsSize="187 B" entriesSize="522 kB" structuredMetadataSize="660 B" totalSize="522 kB" mostRecentLagMs=1613 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:23.922037508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=3501
level=debug ts=2026-02-11T22:40:23.922053456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="152 kB" policy= mostRecentLagMs=5040
level=debug ts=2026-02-11T22:40:23.922061996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="382 B" policy= mostRecentLagMs=6500
level=debug ts=2026-02-11T22:40:23.922070877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="339 kB" policy= mostRecentLagMs=1613
level=debug ts=2026-02-11T22:40:23.922078896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=3501
level=debug ts=2026-02-11T22:40:23.922088543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=4501
level=debug ts=2026-02-11T22:40:23.92602927Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:24.460160673Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=8 entries=12 streamLabelsSize="233 B" entriesSize="265 kB" structuredMetadataSize="798 B" totalSize="265 kB" mostRecentLagMs=2452 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:24.460192772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=4453
level=debug ts=2026-02-11T22:40:24.460203266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=5453
level=debug ts=2026-02-11T22:40:24.460210385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=5576
level=debug ts=2026-02-11T22:40:24.460216043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=2452
level=debug ts=2026-02-11T22:40:24.460221297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="207 kB" policy= mostRecentLagMs=5583
level=debug ts=2026-02-11T22:40:24.460226139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4453
level=debug ts=2026-02-11T22:40:24.460232691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="332 B" policy= mostRecentLagMs=4453
level=debug ts=2026-02-11T22:40:24.4602389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=3452
level=debug ts=2026-02-11T22:40:24.462496648Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:40:28.25318943Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:40:28.851223595Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=6 entries=12 streamLabelsSize="156 B" entriesSize="222 kB" structuredMetadataSize="741 B" totalSize="222 kB" mostRecentLagMs=2362 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:28.851256208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=2362
level=debug ts=2026-02-11T22:40:28.851284447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=7362
level=debug ts=2026-02-11T22:40:28.851293334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7362
level=debug ts=2026-02-11T22:40:28.851299153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="213 kB" policy= mostRecentLagMs=2362
level=debug ts=2026-02-11T22:40:28.851304616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="232 B" policy= mostRecentLagMs=3362
level=debug ts=2026-02-11T22:40:28.851311354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=8362
level=debug ts=2026-02-11T22:40:28.853637276Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:34.430320951Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=9 entries=17 streamLabelsSize="258 B" entriesSize="323 kB" structuredMetadataSize="1.1 kB" totalSize="323 kB" mostRecentLagMs=1009 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:34.43035123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-11T22:40:34.430361563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-11T22:40:34.430367914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-11T22:40:34.430373733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=8501
level=debug ts=2026-02-11T22:40:34.430378906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-11T22:40:34.430385776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-11T22:40:34.430391357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-11T22:40:34.43039712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="135 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:40:34.430401814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="464 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-11T22:40:34.433025926Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:35.015539055Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.4 kB" streams=12 entries=15 streamLabelsSize="422 B" entriesSize="81 kB" structuredMetadataSize="963 B" totalSize="81 kB" mostRecentLagMs=2008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:35.015567786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="22 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-11T22:40:35.015579193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="837 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:40:35.015586724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-11T22:40:35.015593143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:40:35.015599032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-11T22:40:35.015604412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:40:35.015609503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:40:35.015614159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:40:35.015618637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:40:35.015624322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-11T22:40:35.015629238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:40:35.015633963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="45 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-11T22:40:35.016877166Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:39.502338808Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=9 entries=14 streamLabelsSize="266 B" entriesSize="256 kB" structuredMetadataSize="878 B" totalSize="256 kB" mostRecentLagMs=13 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:39.5023802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-11T22:40:39.502396467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="71 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-11T22:40:39.502406098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=3013
level=debug ts=2026-02-11T22:40:39.502414847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-11T22:40:39.502423396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-11T22:40:39.50243152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="106 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-11T22:40:39.502439868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=13
level=debug ts=2026-02-11T22:40:39.502449824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="11 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-11T22:40:39.502458616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="51 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-11T22:40:39.505185439Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:44.428289497Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.4 kB" streams=4 entries=6 streamLabelsSize="135 B" entriesSize="70 kB" structuredMetadataSize="417 B" totalSize="70 kB" mostRecentLagMs=999 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:44.42832961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=999
level=debug ts=2026-02-11T22:40:44.428340097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-11T22:40:44.428346506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:40:44.428352079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-11T22:40:44.429637049Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:49.638828347Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:40:50.027055855Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=6 entries=9 streamLabelsSize="187 B" entriesSize="358 kB" structuredMetadataSize="597 B" totalSize="358 kB" mostRecentLagMs=19 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:50.027086499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6753
level=debug ts=2026-02-11T22:40:50.027100517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:40:50.027110263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="813 B" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:40:50.027120705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6019
level=debug ts=2026-02-11T22:40:50.027128888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-11T22:40:50.027138768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="318 kB" policy= mostRecentLagMs=2570
level=debug ts=2026-02-11T22:40:50.029952574Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:50.518698873Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="59 kB" streams=6 entries=18 streamLabelsSize="193 B" entriesSize="1.2 MB" structuredMetadataSize="1.1 kB" totalSize="1.2 MB" mostRecentLagMs=29 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:50.518726559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=29
level=debug ts=2026-02-11T22:40:50.518736611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="105 kB" policy= mostRecentLagMs=1222
level=debug ts=2026-02-11T22:40:50.518744462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=29
level=debug ts=2026-02-11T22:40:50.518750584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10029
level=debug ts=2026-02-11T22:40:50.518757088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=1222
level=debug ts=2026-02-11T22:40:50.518763128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=9657
level=debug ts=2026-02-11T22:40:50.525094548Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:40:54.873261602Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=7 entries=12 streamLabelsSize="212 B" entriesSize="812 kB" structuredMetadataSize="773 B" totalSize="812 kB" mostRecentLagMs=1451 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:40:54.873307591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="540 B" policy= mostRecentLagMs=3452
level=debug ts=2026-02-11T22:40:54.8733182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="393 kB" policy= mostRecentLagMs=5765
level=debug ts=2026-02-11T22:40:54.873325141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1685
level=debug ts=2026-02-11T22:40:54.873331571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="39 kB" policy= mostRecentLagMs=1710
level=debug ts=2026-02-11T22:40:54.87333743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1452
level=debug ts=2026-02-11T22:40:54.873343038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="352 kB" policy= mostRecentLagMs=7002
level=debug ts=2026-02-11T22:40:54.873348237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4452
level=debug ts=2026-02-11T22:40:54.877467374Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:40:58.050440398Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:55514"
ts=2026-02-11T22:40:58.25669573Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:41:00.030452079Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=6 entries=21 streamLabelsSize="186 B" entriesSize="558 kB" structuredMetadataSize="1.4 kB" totalSize="559 kB" mostRecentLagMs=23 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:00.03048588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=23
level=debug ts=2026-02-11T22:41:00.030496523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="160 kB" policy= mostRecentLagMs=160
level=debug ts=2026-02-11T22:41:00.030503074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=6972
level=debug ts=2026-02-11T22:41:00.030508813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2022
level=debug ts=2026-02-11T22:41:00.030516128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5023
level=debug ts=2026-02-11T22:41:00.030522532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="370 kB" policy= mostRecentLagMs=877
level=debug ts=2026-02-11T22:41:00.03505375Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:01.514040534Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=12 entries=24 streamLabelsSize="376 B" entriesSize="963 kB" structuredMetadataSize="1.5 kB" totalSize="964 kB" mostRecentLagMs=24 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:01.514070545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="397 B" policy= mostRecentLagMs=2025
level=debug ts=2026-02-11T22:41:01.514081744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=419
level=debug ts=2026-02-11T22:41:01.514088241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=24
level=debug ts=2026-02-11T22:41:01.51409371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="686 kB" policy= mostRecentLagMs=2230
level=debug ts=2026-02-11T22:41:01.514098877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=24
level=debug ts=2026-02-11T22:41:01.514105217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10024
level=debug ts=2026-02-11T22:41:01.51411009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="186 kB" policy= mostRecentLagMs=2621
level=debug ts=2026-02-11T22:41:01.514114854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3025
level=debug ts=2026-02-11T22:41:01.514119551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=24
level=debug ts=2026-02-11T22:41:01.514124223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="444 B" policy= mostRecentLagMs=4024
level=debug ts=2026-02-11T22:41:01.514129611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8277
level=debug ts=2026-02-11T22:41:01.51413437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="42 kB" policy= mostRecentLagMs=7988
level=debug ts=2026-02-11T22:41:01.518558189Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:07.116519411Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=8 entries=15 streamLabelsSize="250 B" entriesSize="241 kB" structuredMetadataSize="979 B" totalSize="241 kB" mostRecentLagMs=695 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:07.116551703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:41:07.116563303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="943 B" policy= mostRecentLagMs=8695
level=debug ts=2026-02-11T22:41:07.116570709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="562 B" policy= mostRecentLagMs=6695
level=debug ts=2026-02-11T22:41:07.116576625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=2695
level=debug ts=2026-02-11T22:41:07.116581698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="176 kB" policy= mostRecentLagMs=5695
level=debug ts=2026-02-11T22:41:07.1165867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=3695
level=debug ts=2026-02-11T22:41:07.11659164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=7282
level=debug ts=2026-02-11T22:41:07.11659641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=695
level=debug ts=2026-02-11T22:41:07.118659324Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:12.022542493Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=13 entries=22 streamLabelsSize="424 B" entriesSize="442 kB" structuredMetadataSize="1.4 kB" totalSize="442 kB" mostRecentLagMs=424 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:12.022575031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2014
level=debug ts=2026-02-11T22:41:12.022585933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="189 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-11T22:41:12.022591442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8014
level=debug ts=2026-02-11T22:41:12.022596403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=1230
level=debug ts=2026-02-11T22:41:12.022602086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=9516
level=debug ts=2026-02-11T22:41:12.022607231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="12 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-11T22:41:12.022611943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=8014
level=debug ts=2026-02-11T22:41:12.02261725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=424
level=debug ts=2026-02-11T22:41:12.022622566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="702 B" policy= mostRecentLagMs=5015
level=debug ts=2026-02-11T22:41:12.022627541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="17 kB" policy= mostRecentLagMs=8015
level=debug ts=2026-02-11T22:41:12.022632442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-11T22:41:12.02263767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9015
level=debug ts=2026-02-11T22:41:12.022642309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="42 kB" policy= mostRecentLagMs=6542
level=debug ts=2026-02-11T22:41:12.026221431Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:13.510257302Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="47 kB" streams=12 entries=25 streamLabelsSize="375 B" entriesSize="772 kB" structuredMetadataSize="1.7 kB" totalSize="773 kB" mostRecentLagMs=298 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:13.510304615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5021
level=debug ts=2026-02-11T22:41:13.510315514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="23 kB" policy= mostRecentLagMs=5021
level=debug ts=2026-02-11T22:41:13.510321414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="20 kB" policy= mostRecentLagMs=9022
level=debug ts=2026-02-11T22:41:13.510326776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="115 kB" policy= mostRecentLagMs=2921
level=debug ts=2026-02-11T22:41:13.51033304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=6021
level=debug ts=2026-02-11T22:41:13.510338959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=7021
level=debug ts=2026-02-11T22:41:13.510343725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=299
level=debug ts=2026-02-11T22:41:13.510349517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="387 kB" policy= mostRecentLagMs=1021
level=debug ts=2026-02-11T22:41:13.510354076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=10021
level=debug ts=2026-02-11T22:41:13.510358762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="945 B" policy= mostRecentLagMs=2021
level=debug ts=2026-02-11T22:41:13.51036337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=2021
level=debug ts=2026-02-11T22:41:13.510369253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="160 kB" policy= mostRecentLagMs=596
level=debug ts=2026-02-11T22:41:13.51410677Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:18.573491835Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=7 entries=14 streamLabelsSize="222 B" entriesSize="679 kB" structuredMetadataSize="923 B" totalSize="679 kB" mostRecentLagMs=152 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:18.573527305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=152
level=debug ts=2026-02-11T22:41:18.57353814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="89 kB" policy= mostRecentLagMs=2021
level=debug ts=2026-02-11T22:41:18.573545054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=1354
level=debug ts=2026-02-11T22:41:18.573551685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2152
level=debug ts=2026-02-11T22:41:18.573557112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=5030
level=debug ts=2026-02-11T22:41:18.573563379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="14 kB" policy= mostRecentLagMs=1152
level=debug ts=2026-02-11T22:41:18.573568125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="191 kB" policy= mostRecentLagMs=3556
level=debug ts=2026-02-11T22:41:18.578047809Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:22.10167205Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=6 entries=14 streamLabelsSize="197 B" entriesSize="505 kB" structuredMetadataSize="940 B" totalSize="505 kB" mostRecentLagMs=2094 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:22.101704147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="216 kB" policy= mostRecentLagMs=6144
level=debug ts=2026-02-11T22:41:22.101714924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="13 kB" policy= mostRecentLagMs=6094
level=debug ts=2026-02-11T22:41:22.101734938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="203 kB" policy= mostRecentLagMs=4723
level=debug ts=2026-02-11T22:41:22.101741386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="67 kB" policy= mostRecentLagMs=5464
level=debug ts=2026-02-11T22:41:22.101747308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2094
level=debug ts=2026-02-11T22:41:22.101752716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="130 B" policy= mostRecentLagMs=9094
level=debug ts=2026-02-11T22:41:22.104827668Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:24.511878815Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="40 kB" streams=7 entries=17 streamLabelsSize="200 B" entriesSize="774 kB" structuredMetadataSize="1.1 kB" totalSize="774 kB" mostRecentLagMs=191 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:24.51190863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3022
level=debug ts=2026-02-11T22:41:24.511918846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=9023
level=debug ts=2026-02-11T22:41:24.511925262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="492 kB" policy= mostRecentLagMs=1292
level=debug ts=2026-02-11T22:41:24.511931373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="25 kB" policy= mostRecentLagMs=10022
level=debug ts=2026-02-11T22:41:24.511936458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="133 kB" policy= mostRecentLagMs=2157
level=debug ts=2026-02-11T22:41:24.511941824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="111 kB" policy= mostRecentLagMs=191
level=debug ts=2026-02-11T22:41:24.511948022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3022
level=debug ts=2026-02-11T22:41:24.516530022Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:41:28.259923395Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:41:30.452069206Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="66 kB" streams=7 entries=30 streamLabelsSize="225 B" entriesSize="1.2 MB" structuredMetadataSize="2.1 kB" totalSize="1.2 MB" mostRecentLagMs=628 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:30.452103327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="179 kB" policy= mostRecentLagMs=6657
level=debug ts=2026-02-11T22:41:30.452114058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="765 kB" policy= mostRecentLagMs=628
level=debug ts=2026-02-11T22:41:30.452120205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10030
level=debug ts=2026-02-11T22:41:30.452126762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="11 kB" policy= mostRecentLagMs=2030
level=debug ts=2026-02-11T22:41:30.452132961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="224 kB" policy= mostRecentLagMs=1063
level=debug ts=2026-02-11T22:41:30.452138674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=8300
level=debug ts=2026-02-11T22:41:30.452143596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="10 kB" policy= mostRecentLagMs=8031
level=debug ts=2026-02-11T22:41:30.457104711Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:32.501939073Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="118 kB" streams=8 entries=46 streamLabelsSize="289 B" entriesSize="1.8 MB" structuredMetadataSize="3.1 kB" totalSize="1.8 MB" mostRecentLagMs=99 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:32.501977682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="246 kB" policy= mostRecentLagMs=99
level=debug ts=2026-02-11T22:41:32.50198975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=494
level=debug ts=2026-02-11T22:41:32.50199819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7495
level=debug ts=2026-02-11T22:41:32.502004622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="370 B" policy= mostRecentLagMs=4495
level=debug ts=2026-02-11T22:41:32.502010233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="851 kB" policy= mostRecentLagMs=230
level=debug ts=2026-02-11T22:41:32.502015566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="656 kB" policy= mostRecentLagMs=353
level=debug ts=2026-02-11T22:41:32.502020335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6494
level=debug ts=2026-02-11T22:41:32.502025015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=8494
level=debug ts=2026-02-11T22:41:32.526431561Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:33.39453399Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="105 kB" streams=8 entries=39 streamLabelsSize="268 B" entriesSize="2.1 MB" structuredMetadataSize="2.5 kB" totalSize="2.1 MB" mostRecentLagMs=95 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:33.394581567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=283
level=debug ts=2026-02-11T22:41:33.394592047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="344 kB" policy= mostRecentLagMs=1765
level=debug ts=2026-02-11T22:41:33.39459781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7905
level=debug ts=2026-02-11T22:41:33.394603073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="293 kB" policy= mostRecentLagMs=95
level=debug ts=2026-02-11T22:41:33.394608564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=6905
level=debug ts=2026-02-11T22:41:33.394613492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="326 B" policy= mostRecentLagMs=1906
level=debug ts=2026-02-11T22:41:33.394618403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="34 kB" policy= mostRecentLagMs=395
level=debug ts=2026-02-11T22:41:33.394624027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="536 B" policy= mostRecentLagMs=3905
level=debug ts=2026-02-11T22:41:33.404593229Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:41.091069456Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="79 kB" streams=7 entries=37 streamLabelsSize="204 B" entriesSize="1.5 MB" structuredMetadataSize="2.6 kB" totalSize="1.5 MB" mostRecentLagMs=311 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:41.091102059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1586
level=debug ts=2026-02-11T22:41:41.091112667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=9669
level=debug ts=2026-02-11T22:41:41.09111933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="387 kB" policy= mostRecentLagMs=4145
level=debug ts=2026-02-11T22:41:41.091124646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="833 kB" policy= mostRecentLagMs=4151
level=debug ts=2026-02-11T22:41:41.091129824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="165 B" policy= mostRecentLagMs=7670
level=debug ts=2026-02-11T22:41:41.091134949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=1670
level=debug ts=2026-02-11T22:41:41.091141067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="294 kB" policy= mostRecentLagMs=311
level=debug ts=2026-02-11T22:41:41.099241143Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:42.434106928Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-11T22:41:42.435929402Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-11T22:41:42.511137362Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="77 kB" streams=8 entries=43 streamLabelsSize="240 B" entriesSize="1.2 MB" structuredMetadataSize="2.9 kB" totalSize="1.2 MB" mostRecentLagMs=2503 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:42.511166425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="263 kB" policy= mostRecentLagMs=8383
level=debug ts=2026-02-11T22:41:42.511176505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2504
level=debug ts=2026-02-11T22:41:42.511183342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="660 B" policy= mostRecentLagMs=9503
level=debug ts=2026-02-11T22:41:42.511190913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="538 kB" policy= mostRecentLagMs=2781
level=debug ts=2026-02-11T22:41:42.511197347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="364 kB" policy= mostRecentLagMs=5563
level=debug ts=2026-02-11T22:41:42.511203252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=2504
level=debug ts=2026-02-11T22:41:42.511208738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9503
level=debug ts=2026-02-11T22:41:42.511213884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=4504
level=debug ts=2026-02-11T22:41:42.516599596Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:43.373466364Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="61 kB" streams=8 entries=28 streamLabelsSize="242 B" entriesSize="1.1 MB" structuredMetadataSize="1.8 kB" totalSize="1.1 MB" mostRecentLagMs=1884 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:43.373501004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3884
level=debug ts=2026-02-11T22:41:43.373511558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="482 kB" policy= mostRecentLagMs=7553
level=debug ts=2026-02-11T22:41:43.37351757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=1884
level=debug ts=2026-02-11T22:41:43.373522966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1884
level=debug ts=2026-02-11T22:41:43.373527858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 kB" policy= mostRecentLagMs=4055
level=debug ts=2026-02-11T22:41:43.373533844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-jkxe\"}" streamLabelsHash=2063265660 streamSizeBytes="165 B" policy= mostRecentLagMs=9884
level=debug ts=2026-02-11T22:41:43.373538468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="252 kB" policy= mostRecentLagMs=5884
level=debug ts=2026-02-11T22:41:43.373543038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="729 B" policy= mostRecentLagMs=3885
level=debug ts=2026-02-11T22:41:43.378758665Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:41:50.207468701Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:60898"
level=debug ts=2026-02-11T22:41:53.432028114Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=7 entries=14 streamLabelsSize="212 B" entriesSize="310 kB" structuredMetadataSize="924 B" totalSize="310 kB" mostRecentLagMs=2011 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:53.432058185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:41:53.432068515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="190 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-11T22:41:53.432074206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="30 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-11T22:41:53.432079375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-11T22:41:53.432085229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-11T22:41:53.43209069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="68 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-11T22:41:53.432095594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-11T22:41:53.434775703Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:53.498968487Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=12 streamLabelsSize="174 B" entriesSize="336 kB" structuredMetadataSize="751 B" totalSize="337 kB" mostRecentLagMs=2009 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:53.498996649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="68 kB" policy= mostRecentLagMs=6091
level=debug ts=2026-02-11T22:41:53.499007171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="58 kB" policy= mostRecentLagMs=7084
level=debug ts=2026-02-11T22:41:53.499012968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="349 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:41:53.499018332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="198 kB" policy= mostRecentLagMs=6995
level=debug ts=2026-02-11T22:41:53.499023323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:41:53.499031507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-11T22:41:53.501474993Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:41:54.028131422Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=9 entries=19 streamLabelsSize="277 B" entriesSize="581 kB" structuredMetadataSize="1.3 kB" totalSize="581 kB" mostRecentLagMs=946 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:41:54.028161937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-11T22:41:54.02817329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="68 kB" policy= mostRecentLagMs=6622
level=debug ts=2026-02-11T22:41:54.028180255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-11T22:41:54.028185555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="165 kB" policy= mostRecentLagMs=5648
level=debug ts=2026-02-11T22:41:54.028190841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=946
level=debug ts=2026-02-11T22:41:54.028195558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="11 kB" policy= mostRecentLagMs=6021
level=debug ts=2026-02-11T22:41:54.02820099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="283 kB" policy= mostRecentLagMs=6570
level=debug ts=2026-02-11T22:41:54.028205606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=7020
level=debug ts=2026-02-11T22:41:54.028210041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1021
level=debug ts=2026-02-11T22:41:54.0312582Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:41:58.263154196Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:42:03.534091184Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=5 entries=8 streamLabelsSize="159 B" entriesSize="426 kB" structuredMetadataSize="547 B" totalSize="426 kB" mostRecentLagMs=113 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:03.534125075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6540
level=debug ts=2026-02-11T22:42:03.534136152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3676
level=debug ts=2026-02-11T22:42:03.534142521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=3777
level=debug ts=2026-02-11T22:42:03.534147996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=113
level=debug ts=2026-02-11T22:42:03.534155232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=2113
level=debug ts=2026-02-11T22:42:03.537104943Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:42:03.564097027Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=5 entries=6 streamLabelsSize="171 B" entriesSize="239 kB" structuredMetadataSize="405 B" totalSize="239 kB" mostRecentLagMs=2074 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:03.564127804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="142 kB" policy= mostRecentLagMs=7218
level=debug ts=2026-02-11T22:42:03.56413929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="356 B" policy= mostRecentLagMs=2074
level=debug ts=2026-02-11T22:42:03.564161994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="50 kB" policy= mostRecentLagMs=7167
level=debug ts=2026-02-11T22:42:03.564169679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:42:03.564175924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6570
level=debug ts=2026-02-11T22:42:03.566054384Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:42:06.016835972Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=8 streamLabelsSize="231 B" entriesSize="198 kB" structuredMetadataSize="517 B" totalSize="198 kB" mostRecentLagMs=2009 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:06.016865394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:42:06.016875746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="113 kB" policy= mostRecentLagMs=9424
level=debug ts=2026-02-11T22:42:06.016882783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:42:06.01688905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=9084
level=debug ts=2026-02-11T22:42:06.016894313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-11T22:42:06.016899083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2237
level=debug ts=2026-02-11T22:42:06.016903897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:42:06.019332983Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:42:14.49799744Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=8 entries=12 streamLabelsSize="276 B" entriesSize="250 kB" structuredMetadataSize="763 B" totalSize="250 kB" mostRecentLagMs=3008 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:14.498029566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-11T22:42:14.498040931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="24 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-11T22:42:14.498047566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-11T22:42:14.498056484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="64 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:42:14.498061913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-11T22:42:14.498066619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="139 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-11T22:42:14.498071501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:42:14.498076515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-11T22:42:14.499996949Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:42:17.013705771Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.4 kB" streams=7 entries=8 streamLabelsSize="204 B" entriesSize="94 kB" structuredMetadataSize="525 B" totalSize="94 kB" mostRecentLagMs=2006 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:17.013734532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:42:17.013745085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:42:17.013752064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:42:17.013757451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="899 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-11T22:42:17.013763817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="15 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-11T22:42:17.013768798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="69 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:42:17.013774341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="594 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:42:17.015496665Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:42:17.427682612Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=6 entries=8 streamLabelsSize="176 B" entriesSize="267 kB" structuredMetadataSize="553 B" totalSize="267 kB" mostRecentLagMs=1007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:17.427714075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:42:17.427724451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=3154
level=debug ts=2026-02-11T22:42:17.42773229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="782 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:42:17.427738601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="115 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:42:17.427744079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:42:17.427748729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-11T22:42:17.430139626Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:42:24.62904553Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:49730"
level=debug ts=2026-02-11T22:42:26.492983141Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=3 entries=4 streamLabelsSize="80 B" entriesSize="10 kB" structuredMetadataSize="252 B" totalSize="10 kB" mostRecentLagMs=5004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:26.493012955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:42:26.493024658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:42:26.493031004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:42:26.493975088Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:42:28.012630048Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.8 kB" streams=5 entries=7 streamLabelsSize="176 B" entriesSize="39 kB" structuredMetadataSize="427 B" totalSize="39 kB" mostRecentLagMs=1232 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:28.012657346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:42:28.012668026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:42:28.012674811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:42:28.012681059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:42:28.012686861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="35 kB" policy= mostRecentLagMs=1233
level=debug ts=2026-02-11T22:42:28.013738652Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:42:28.055852782Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:51258"
ts=2026-02-11T22:42:28.26558195Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:42:30.430485695Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=6 streamLabelsSize="125 B" entriesSize="420 kB" structuredMetadataSize="409 B" totalSize="420 kB" mostRecentLagMs=1662 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:30.430514244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-11T22:42:30.430524667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-11T22:42:30.430531462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="404 kB" policy= mostRecentLagMs=1662
level=debug ts=2026-02-11T22:42:30.430538517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7010
level=debug ts=2026-02-11T22:42:30.433354487Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:42:36.262732603Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:42:37.493689901Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="672 B" streams=3 entries=4 streamLabelsSize="95 B" entriesSize="1.1 kB" structuredMetadataSize="256 B" totalSize="1.2 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:37.493720578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="440 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:42:37.493732391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-11T22:42:37.493739419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:42:37.494627645Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:42:42.013140717Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=7 entries=8 streamLabelsSize="237 B" entriesSize="12 kB" structuredMetadataSize="514 B" totalSize="13 kB" mostRecentLagMs=1005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:42.01316976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:42:42.013181488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-11T22:42:42.013188173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="10 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:42:42.013193177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="546 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-11T22:42:42.013199415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:42:42.013204692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:42:42.013210602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:42:42.014229335Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:42:47.550127173Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.5 kB" streams=4 entries=6 streamLabelsSize="140 B" entriesSize="68 kB" structuredMetadataSize="409 B" totalSize="68 kB" mostRecentLagMs=4882 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:47.550154408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=5128
level=debug ts=2026-02-11T22:42:47.550164836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="27 kB" policy= mostRecentLagMs=6129
level=debug ts=2026-02-11T22:42:47.550171769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9128
level=debug ts=2026-02-11T22:42:47.550177927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4882
level=debug ts=2026-02-11T22:42:47.551372619Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:42:48.494937702Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.3 kB" streams=5 entries=6 streamLabelsSize="163 B" entriesSize="39 kB" structuredMetadataSize="380 B" totalSize="40 kB" mostRecentLagMs=2006 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:48.494966133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7715
level=debug ts=2026-02-11T22:42:48.494976092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="375 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:42:48.494982985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-11T22:42:48.494988214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-11T22:42:48.494994212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-11T22:42:48.496129317Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:42:50.210939866Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:48782"
level=debug ts=2026-02-11T22:42:54.012130202Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=6 entries=7 streamLabelsSize="213 B" entriesSize="23 kB" structuredMetadataSize="469 B" totalSize="23 kB" mostRecentLagMs=1005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:42:54.01216153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="865 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:42:54.012172356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:42:54.01217957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-11T22:42:54.012185253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="11 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:42:54.012190056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-11T22:42:54.012196595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:42:54.013215937Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:42:58.267973344Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:43:00.429855254Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=5 streamLabelsSize="112 B" entriesSize="382 kB" structuredMetadataSize="328 B" totalSize="383 kB" mostRecentLagMs=2574 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:00.429894395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-11T22:43:00.429909768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="373 kB" policy= mostRecentLagMs=2574
level=debug ts=2026-02-11T22:43:00.429923023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:43:00.42993195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-11T22:43:00.433360656Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:43:01.494708371Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=5 entries=5 streamLabelsSize="141 B" entriesSize="11 kB" structuredMetadataSize="326 B" totalSize="12 kB" mostRecentLagMs=5 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:01.494748285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:43:01.494765291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:43:01.494777941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:43:01.494791878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-11T22:43:01.4948018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:43:01.495789351Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:43:06.012726458Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.9 kB" streams=5 entries=6 streamLabelsSize="183 B" entriesSize="42 kB" structuredMetadataSize="376 B" totalSize="42 kB" mostRecentLagMs=2005 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:06.012755399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:43:06.012771101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-11T22:43:06.012779443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-11T22:43:06.012785408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:43:06.012791537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=2994
level=debug ts=2026-02-11T22:43:06.014677028Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:43:12.652098739Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:43:14.377168687Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.3 kB" streams=3 entries=4 streamLabelsSize="107 B" entriesSize="196 kB" structuredMetadataSize="307 B" totalSize="196 kB" mostRecentLagMs=3225 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:14.377201538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=3225
level=debug ts=2026-02-11T22:43:14.377212553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="178 kB" policy= mostRecentLagMs=9441
level=debug ts=2026-02-11T22:43:14.37721899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="801 B" policy= mostRecentLagMs=9956
level=debug ts=2026-02-11T22:43:14.378964445Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:43:16.650094393Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=7 entries=10 streamLabelsSize="248 B" entriesSize="149 kB" structuredMetadataSize="707 B" totalSize="149 kB" mostRecentLagMs=4161 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:16.650125569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=4161
level=debug ts=2026-02-11T22:43:16.650137802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8161
level=debug ts=2026-02-11T22:43:16.650145169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8161
level=debug ts=2026-02-11T22:43:16.650152476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="945 B" policy= mostRecentLagMs=7161
level=debug ts=2026-02-11T22:43:16.650158224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="137 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-11T22:43:16.650164002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5161
level=debug ts=2026-02-11T22:43:16.650169638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=4161
level=debug ts=2026-02-11T22:43:16.652075735Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:43:18.011759756Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="482 B" streams=2 entries=2 streamLabelsSize="47 B" entriesSize="717 B" structuredMetadataSize="114 B" totalSize="764 B" mostRecentLagMs=8004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:18.011789742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:43:18.01180065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:43:18.012608431Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:43:20.213430418Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.72:46014"
ts=2026-02-11T22:43:24.635063224Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.63:47354"
level=debug ts=2026-02-11T22:43:26.424315043Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=6 entries=7 streamLabelsSize="185 B" entriesSize="34 kB" structuredMetadataSize="463 B" totalSize="34 kB" mostRecentLagMs=304 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:26.424356793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:43:26.424368058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-11T22:43:26.424374509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=304
level=debug ts=2026-02-11T22:43:26.424382178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-11T22:43:26.424389125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-11T22:43:26.424395329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-11T22:43:26.425499978Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:43:28.270825067Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-fwq7z-e7ba9a55 10.129.0.63:7946"
level=debug ts=2026-02-11T22:43:28.795805599Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=5 entries=5 streamLabelsSize="170 B" entriesSize="24 kB" structuredMetadataSize="347 B" totalSize="25 kB" mostRecentLagMs=5307 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:28.795835384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="807 B" policy= mostRecentLagMs=5307
level=debug ts=2026-02-11T22:43:28.795846111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7306
level=debug ts=2026-02-11T22:43:28.795851829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="810 B" policy= mostRecentLagMs=7306
level=debug ts=2026-02-11T22:43:28.795858214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="22 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:43:28.795863463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=5307
level=debug ts=2026-02-11T22:43:28.796828036Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:43:30.012066956Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=8 entries=9 streamLabelsSize="289 B" entriesSize="14 kB" structuredMetadataSize="576 B" totalSize="14 kB" mostRecentLagMs=1004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:30.012098064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:43:30.012109281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="827 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-11T22:43:30.012116115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:43:30.012121886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-11T22:43:30.012127464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-11T22:43:30.01213251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:43:30.012137377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:43:30.012142124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:43:30.013181341Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:43:37.312077234Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=4 entries=4 streamLabelsSize="128 B" entriesSize="402 kB" structuredMetadataSize="271 B" totalSize="402 kB" mostRecentLagMs=6890 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:37.312106218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6890
level=debug ts=2026-02-11T22:43:37.312116682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=7292
level=debug ts=2026-02-11T22:43:37.312123426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7890
level=debug ts=2026-02-11T22:43:37.312129196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="373 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:43:37.315162525Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:43:39.213918369Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.6 kB" streams=7 entries=7 streamLabelsSize="239 B" entriesSize="50 kB" structuredMetadataSize="463 B" totalSize="50 kB" mostRecentLagMs=724 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:39.213959362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="95 B" policy= mostRecentLagMs=5725
level=debug ts=2026-02-11T22:43:39.21397151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7725
level=debug ts=2026-02-11T22:43:39.213978652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="34 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-11T22:43:39.213984528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=724
level=debug ts=2026-02-11T22:43:39.213989608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=724
level=debug ts=2026-02-11T22:43:39.213995545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=9725
level=debug ts=2026-02-11T22:43:39.214001585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=1725
level=debug ts=2026-02-11T22:43:39.215261927Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:43:43.011504698Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=6 entries=6 streamLabelsSize="209 B" entriesSize="5.0 kB" structuredMetadataSize="379 B" totalSize="5.2 kB" mostRecentLagMs=1004 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:43.011536701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-11T22:43:43.011548769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:43:43.011555222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="338 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:43:43.011560383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="95 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:43:43.011566368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="522 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-11T22:43:43.011571387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-11T22:43:43.012438669Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:43:47.425088942Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=6 entries=6 streamLabelsSize="200 B" entriesSize="34 kB" structuredMetadataSize="409 B" totalSize="34 kB" mostRecentLagMs=2227 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:47.425119282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator\"}" streamLabelsHash=3516083171 streamSizeBytes="97 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-11T22:43:47.425129415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-11T22:43:47.425135228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:43:47.425140744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-11T22:43:47.425148559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-11T22:43:47.425153426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2227
level=debug ts=2026-02-11T22:43:47.426437439Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:43:49.491871969Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=9 entries=9 streamLabelsSize="299 B" entriesSize="13 kB" structuredMetadataSize="588 B" totalSize="13 kB" mostRecentLagMs=2003 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:49.49191416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="499 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-11T22:43:49.491930761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-11T22:43:49.491940865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-11T22:43:49.491951226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-11T22:43:49.491960776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-11T22:43:49.491969401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-11T22:43:49.491977832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-11T22:43:49.491988262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="246 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-11T22:43:49.491997434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-11T22:43:49.493076968Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:43:54.012231591Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.3 kB" streams=7 entries=9 streamLabelsSize="231 B" entriesSize="52 kB" structuredMetadataSize="579 B" totalSize="52 kB" mostRecentLagMs=4 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:43:54.01225963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-11T22:43:54.01228904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-11T22:43:54.012297741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:43:54.012304543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:43:54.012310038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-11T22:43:54.012315003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-11T22:43:54.012319797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="36 kB" policy= mostRecentLagMs=2234
level=debug ts=2026-02-11T22:43:54.013856737Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:43:58.062025874Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:35564"
ts=2026-02-11T22:43:58.273455481Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-639a77eb 10.128.0.70:7946"
level=debug ts=2026-02-11T22:44:00.432225383Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=5 streamLabelsSize="119 B" entriesSize="395 kB" structuredMetadataSize="332 B" totalSize="395 kB" mostRecentLagMs=1211 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:44:00.432256875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-11T22:44:00.432294543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1211
level=debug ts=2026-02-11T22:44:00.432301293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="351 kB" policy= mostRecentLagMs=7233
level=debug ts=2026-02-11T22:44:00.432306846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-11T22:44:00.435485408Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:44:00.978315539Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=5 entries=5 streamLabelsSize="194 B" entriesSize="43 kB" structuredMetadataSize="346 B" totalSize="43 kB" mostRecentLagMs=2489 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:44:00.978343546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=9867
level=debug ts=2026-02-11T22:44:00.978354246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=2489
level=debug ts=2026-02-11T22:44:00.978360575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:44:00.978367774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="413 B" policy= mostRecentLagMs=5489
level=debug ts=2026-02-11T22:44:00.978374362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9489
level=debug ts=2026-02-11T22:44:00.979551479Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:44:06.02673377Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=7 entries=18 streamLabelsSize="260 B" entriesSize="564 kB" structuredMetadataSize="1.2 kB" totalSize="565 kB" mostRecentLagMs=19 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:44:06.026766054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=19
level=debug ts=2026-02-11T22:44:06.02677854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4019
level=debug ts=2026-02-11T22:44:06.026786137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3019
level=debug ts=2026-02-11T22:44:06.026792786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="92 kB" policy= mostRecentLagMs=2019
level=debug ts=2026-02-11T22:44:06.026798046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10019
level=debug ts=2026-02-11T22:44:06.026803629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="165 kB" policy= mostRecentLagMs=4803
level=debug ts=2026-02-11T22:44:06.026808843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="301 kB" policy= mostRecentLagMs=5251
level=debug ts=2026-02-11T22:44:06.030990282Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:44:10.454635131Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=8 entries=11 streamLabelsSize="253 B" entriesSize="348 kB" structuredMetadataSize="755 B" totalSize="348 kB" mostRecentLagMs=1033 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:44:10.454667331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="174 kB" policy= mostRecentLagMs=4935
level=debug ts=2026-02-11T22:44:10.454678371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2033
level=debug ts=2026-02-11T22:44:10.454686129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="107 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-11T22:44:10.454692873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=1033
level=debug ts=2026-02-11T22:44:10.454697833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7034
level=debug ts=2026-02-11T22:44:10.454703045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=1033
level=debug ts=2026-02-11T22:44:10.454708422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=1033
level=debug ts=2026-02-11T22:44:10.454713249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=9205
level=debug ts=2026-02-11T22:44:10.456907212Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:44:11.062817638Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=9 entries=15 streamLabelsSize="311 B" entriesSize="377 kB" structuredMetadataSize="975 B" totalSize="377 kB" mostRecentLagMs=573 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:44:11.062848717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="947 B" policy= mostRecentLagMs=1573
level=debug ts=2026-02-11T22:44:11.062858894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="153 kB" policy= mostRecentLagMs=573
level=debug ts=2026-02-11T22:44:11.062864994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="14 kB" policy= mostRecentLagMs=2574
level=debug ts=2026-02-11T22:44:11.06287039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="390 B" policy= mostRecentLagMs=9573
level=debug ts=2026-02-11T22:44:11.062875234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=3574
level=debug ts=2026-02-11T22:44:11.062880357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=7574
level=debug ts=2026-02-11T22:44:11.062885113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="136 kB" policy= mostRecentLagMs=9630
level=debug ts=2026-02-11T22:44:11.062889786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3574
level=debug ts=2026-02-11T22:44:11.062895788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="70 kB" policy= mostRecentLagMs=2574
level=debug ts=2026-02-11T22:44:11.065722884Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:44:13.399561785Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-11T22:44:18.015454771Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=9 streamLabelsSize="198 B" entriesSize="142 kB" structuredMetadataSize="572 B" totalSize="142 kB" mostRecentLagMs=3007 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:44:18.015482811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:44:18.015492901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-11T22:44:18.015499001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="338 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:44:18.015504121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="38 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-11T22:44:18.015509021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-11T22:44:18.015514418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="13 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-11T22:44:18.015520247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="78 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-11T22:44:18.017238122Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:44:21.429476206Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=11 streamLabelsSize="237 B" entriesSize="192 kB" structuredMetadataSize="724 B" totalSize="192 kB" mostRecentLagMs=8 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:44:21.429506629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="132 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:44:21.429517679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:44:21.429524887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-11T22:44:21.429530189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-11T22:44:21.429535947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=7930
level=debug ts=2026-02-11T22:44:21.429541464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="95 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-11T22:44:21.429546213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-11T22:44:21.431392777Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-11T22:44:21.497088271Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=7 entries=10 streamLabelsSize="197 B" entriesSize="179 kB" structuredMetadataSize="642 B" totalSize="179 kB" mostRecentLagMs=8 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:44:21.497117559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="653 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:44:21.497129453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="10 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-11T22:44:21.497138633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:44:21.49714575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-11T22:44:21.497152305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-11T22:44:21.497158892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="120 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-11T22:44:21.49716494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="19 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-11T22:44:21.498884288Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-11T22:44:28.0645968Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.70:50114"
ts=2026-02-11T22:44:28.27558367Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-bb879ecf 10.128.0.72:7946"
level=debug ts=2026-02-11T22:44:29.013429166Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=5 entries=6 streamLabelsSize="164 B" entriesSize="15 kB" structuredMetadataSize="403 B" totalSize="15 kB" mostRecentLagMs=6 userAgent="Vector/0.46.1 (x86_64-unknown-linux-gnu 9a19e8a 2025-04-14 18:36:30.707862743)"
level=debug ts=2026-02-11T22:44:29.013459271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-11T22:44:29.013470173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-11T22:44:29.013476116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-11T22:44:29.013481632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-11T22:44:29.013486971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-11T22:44:29.014460993Z caller=http.go:154 org_id=kubearchive msg="push request successful"