level=info ts=2026-02-16T11:31:00.786092725Z caller=main.go:127 msg="Starting Loki" version="(version=3.6.3, branch=release-3.6.x, revision=9385bc63)"
level=info ts=2026-02-16T11:31:00.786123208Z caller=main.go:128 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-02-16T11:31:00.787392122Z caller=server.go:386 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=debug ts=2026-02-16T11:31:00.7876802Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-16T11:31:00.78774814Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.128.0.57 inf=eth0
level=debug ts=2026-02-16T11:31:00.788184584Z caller=modules.go:818 msg=" pattern ingester tee service disabled"
level=info ts=2026-02-16T11:31:00.788187991Z caller=memberlist_client.go:484 msg="Using memberlist cluster label and node name" cluster_label= node=loki-distributor-7b8b49d965-zk8zd-d9910aa7
ts=2026-02-16T11:31:00.788267743Z caller=memberlist_logger.go:74 level=debug msg="configured Transport is not a NodeAwareTransport and some features may not work as desired"
level=debug ts=2026-02-16T11:31:00.78827954Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.128.0.57 advertisePort=7946
level=debug ts=2026-02-16T11:31:00.788293481Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.128.0.57 advertisePort=7946
level=debug ts=2026-02-16T11:31:00.78832312Z caller=netutil.go:85 component=distributor msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-16T11:31:00.788377166Z caller=netutil.go:102 component=distributor msg="detected highest quality address" ipAddr=10.128.0.57 inf=eth0
level=info ts=2026-02-16T11:31:00.788389263Z caller=memberlist_client.go:628 msg="memberlist fast-join starting" nodes_found=1 to_join=4
ts=2026-02-16T11:31:00.794226231Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-02-16T11:31:00.794243609Z caller=memberlist_client.go:634 msg="fast-joining node failed" node=loki-memberlist.product-kubearchive-logging.svc.cluster.local err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=warn ts=2026-02-16T11:31:00.794264Z caller=memberlist_client.go:644 msg="memberlist fast-join failed because no node has been successfully reached" elapsed_time=5.876279ms
level=error ts=2026-02-16T11:31:00.79427404Z caller=memberlist_client.go:521 msg="failed to fast-join the memberlist cluster at startup" err="no memberlist node reached during fast-join procedure"
level=info ts=2026-02-16T11:31:00.794283028Z caller=memberlist_client.go:666 phase=startup msg="joining memberlist cluster" join_members=loki-memberlist.product-kubearchive-logging.svc.cluster.local
ts=2026-02-16T11:31:00.797066853Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T11:31:00.79708139Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=info ts=2026-02-16T11:31:00.803052839Z caller=module_service.go:82 msg=starting module=runtime-config
level=debug ts=2026-02-16T11:31:00.803077981Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=runtime-config
level=info ts=2026-02-16T11:31:00.803081796Z caller=module_service.go:82 msg=starting module=server
level=info ts=2026-02-16T11:31:00.803097537Z caller=module_service.go:82 msg=starting module=analytics
level=debug ts=2026-02-16T11:31:00.803112499Z caller=module_service.go:72 msg="module waiting for initialization" module=memberlist-kv waiting_for=server
level=debug ts=2026-02-16T11:31:00.80310507Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=analytics
level=info ts=2026-02-16T11:31:00.803149884Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=debug ts=2026-02-16T11:31:00.803216968Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=memberlist-kv
level=debug ts=2026-02-16T11:31:00.803252457Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=ring
level=debug ts=2026-02-16T11:31:00.803388575Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=server
level=debug ts=2026-02-16T11:31:00.80339781Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=memberlist-kv
level=info ts=2026-02-16T11:31:00.803401212Z caller=module_service.go:82 msg=starting module=ring
level=info ts=2026-02-16T11:31:00.803426865Z caller=ring.go:365 msg="ring doesn't exist in KV store yet"
level=debug ts=2026-02-16T11:31:00.803448346Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=runtime-config
level=debug ts=2026-02-16T11:31:00.803452797Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=server
level=info ts=2026-02-16T11:31:00.803455999Z caller=module_service.go:82 msg=starting module=distributor
level=info ts=2026-02-16T11:31:00.803493583Z caller=basic_lifecycler.go:321 component=distributor msg="instance not found in the ring" instance=loki-distributor-7b8b49d965-zk8zd ring=distributor
level=info ts=2026-02-16T11:31:00.803582133Z caller=ring.go:365 component=distributor msg="ring doesn't exist in KV store yet"
level=info ts=2026-02-16T11:31:00.803692148Z caller=loki.go:599 msg="Loki started" startup_time=77.558368ms
ts=2026-02-16T11:31:02.269424807Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T11:31:02.269451418Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T11:31:04.501179593Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T11:31:04.501202175Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T11:31:10.188323261Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T11:31:10.188346983Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:31:15.901733026Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T11:31:23.140401598Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.130.0.59:7946: dial tcp 10.130.0.59:7946: connect: connection refused"
ts=2026-02-16T11:31:23.141362198Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.71:7946: dial tcp 10.129.0.71:7946: connect: connection refused"
ts=2026-02-16T11:31:23.141989Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.129.0.69:7946"
level=info ts=2026-02-16T11:31:23.143073227Z caller=memberlist_client.go:673 phase=startup msg="joining memberlist cluster succeeded" reached_nodes=1 elapsed_time=22.34878408s
level=debug ts=2026-02-16T11:31:26.167234183Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="121 kB" streams=4 entries=67 streamLabelsSize="134 B" entriesSize="2.1 MB" structuredMetadataSize="4.8 kB" totalSize="2.1 MB" mostRecentLagMs=27581 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:26.167277201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=28185
level=debug ts=2026-02-16T11:31:26.167289621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=27581
level=debug ts=2026-02-16T11:31:26.167298101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="77 kB" policy= mostRecentLagMs=27985
level=debug ts=2026-02-16T11:31:26.167304641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="818 kB" policy= mostRecentLagMs=28185
level=debug ts=2026-02-16T11:31:26.18714456Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:26.224316194Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="161 kB" streams=6 entries=65 streamLabelsSize="173 B" entriesSize="2.0 MB" structuredMetadataSize="4.5 kB" totalSize="2.0 MB" mostRecentLagMs=26792 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:26.224348071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="32 kB" policy= mostRecentLagMs=26928
level=debug ts=2026-02-16T11:31:26.224359328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="193 kB" policy= mostRecentLagMs=27083
level=debug ts=2026-02-16T11:31:26.224365878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="116 kB" policy= mostRecentLagMs=26966
level=debug ts=2026-02-16T11:31:26.224372549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=27178
level=debug ts=2026-02-16T11:31:26.224379285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="97 kB" policy= mostRecentLagMs=27066
level=debug ts=2026-02-16T11:31:26.224384459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="507 kB" policy= mostRecentLagMs=26792
level=debug ts=2026-02-16T11:31:26.236982182Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:26.26563092Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="1.9 MB" structuredMetadataSize="276 B" totalSize="1.9 MB" mostRecentLagMs=77 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:26.265667408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=77
level=debug ts=2026-02-16T11:31:26.274981256Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:26.300551256Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="2.0 MB" structuredMetadataSize="276 B" totalSize="2.0 MB" mostRecentLagMs=103 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:26.300577638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=103
level=debug ts=2026-02-16T11:31:26.310212033Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:26.335224084Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="56 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="2.0 MB" structuredMetadataSize="276 B" totalSize="2.0 MB" mostRecentLagMs=97 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:26.335259235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=97
level=debug ts=2026-02-16T11:31:26.345168588Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:26.374449959Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="49 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="2.0 MB" structuredMetadataSize="276 B" totalSize="2.0 MB" mostRecentLagMs=98 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:26.374489633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=98
level=error ts=2026-02-16T11:31:26.374550138Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '4' lines totaling '2039603' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=kubearchive
level=debug ts=2026-02-16T11:31:26.374673588Z caller=http.go:166 org_id=kubearchive msg="push request failed" code=429 err="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '4' lines totaling '2039603' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased"
level=debug ts=2026-02-16T11:31:26.374708478Z caller=logging.go:137 orgID=kubearchive msg="POST /loki/api/v1/push (429) 17.20806ms"
level=debug ts=2026-02-16T11:31:27.279693471Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="49 kB" streams=1 entries=4 streamLabelsSize="27 B" entriesSize="2.0 MB" structuredMetadataSize="276 B" totalSize="2.0 MB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:27.279724926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:31:27.290393992Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:27.305011431Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.7 MB" structuredMetadataSize="207 B" totalSize="1.7 MB" mostRecentLagMs=993 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:27.3050409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=993
level=debug ts=2026-02-16T11:31:27.311782131Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:27.328999398Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="99 kB" streams=34 entries=113 streamLabelsSize="1.1 kB" entriesSize="1.7 MB" structuredMetadataSize="7.6 kB" totalSize="1.7 MB" mostRecentLagMs=982 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:27.329027163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.3290387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="10 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329046185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca-operator\"}" streamLabelsHash=398760788 streamSizeBytes="47 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329052378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-console\"}" streamLabelsHash=982757297 streamSizeBytes="541 B" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329057929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="9.8 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329063444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="356 B" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.32906864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="219 B" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329074019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator-operator\"}" streamLabelsHash=2881054010 streamSizeBytes="26 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329079388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329084424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329089222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="30 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329094513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329099477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="152 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329104419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="13 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.3291092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329114223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="16 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.32911896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329123634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="12 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329128329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329133291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329138396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329143009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="14 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.3291477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="8.9 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.32915225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="11 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329156863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329161456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="53 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329165969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329170689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="861 B" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329175523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="21 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329180179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.3291879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329192529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329197028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.329201787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=982
level=debug ts=2026-02-16T11:31:27.338741003Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:28.970609782Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=2 entries=40 streamLabelsSize="65 B" entriesSize="2.1 MB" structuredMetadataSize="2.7 kB" totalSize="2.1 MB" mostRecentLagMs=27201 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:28.970642902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="530 kB" policy= mostRecentLagMs=27335
level=debug ts=2026-02-16T11:31:28.970654818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=27201
level=debug ts=2026-02-16T11:31:28.979580737Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:29.015814114Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="145 kB" streams=3 entries=78 streamLabelsSize="97 B" entriesSize="2.0 MB" structuredMetadataSize="5.4 kB" totalSize="2.0 MB" mostRecentLagMs=26475 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:29.015861785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=26475
level=debug ts=2026-02-16T11:31:29.015874212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="435 kB" policy= mostRecentLagMs=27226
level=debug ts=2026-02-16T11:31:29.015881185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="97 kB" policy= mostRecentLagMs=27071
ts=2026-02-16T11:31:29.019893713Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:43946"
level=debug ts=2026-02-16T11:31:29.024306152Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:29.046859435Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="159 kB" streams=3 entries=65 streamLabelsSize="92 B" entriesSize="2.1 MB" structuredMetadataSize="4.9 kB" totalSize="2.1 MB" mostRecentLagMs=66 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:29.046886822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=66
level=debug ts=2026-02-16T11:31:29.04689889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="70 kB" policy= mostRecentLagMs=26505
level=debug ts=2026-02-16T11:31:29.04690522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="730 kB" policy= mostRecentLagMs=66
level=debug ts=2026-02-16T11:31:29.056884374Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:29.07682798Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="146 kB" streams=5 entries=61 streamLabelsSize="177 B" entriesSize="2.1 MB" structuredMetadataSize="4.5 kB" totalSize="2.1 MB" mostRecentLagMs=79 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:29.076867503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="146 kB" policy= mostRecentLagMs=79
level=debug ts=2026-02-16T11:31:29.076879352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=79
level=debug ts=2026-02-16T11:31:29.076885085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="36 kB" policy= mostRecentLagMs=80
level=debug ts=2026-02-16T11:31:29.076890729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="215 kB" policy= mostRecentLagMs=79
level=debug ts=2026-02-16T11:31:29.076895688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="20 kB" policy= mostRecentLagMs=79
level=debug ts=2026-02-16T11:31:29.087435541Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:31.68944409Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:31:36.359931823Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=6 entries=8 streamLabelsSize="168 B" entriesSize="629 kB" structuredMetadataSize="556 B" totalSize="629 kB" mostRecentLagMs=1045 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:36.35996045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=6046
level=debug ts=2026-02-16T11:31:36.359972323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="577 kB" policy= mostRecentLagMs=8045
level=debug ts=2026-02-16T11:31:36.359979869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=3045
level=debug ts=2026-02-16T11:31:36.359985239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=9068
level=debug ts=2026-02-16T11:31:36.359990509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=2045
level=debug ts=2026-02-16T11:31:36.359995399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=1045
level=debug ts=2026-02-16T11:31:36.365355738Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:38.103006162Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="190 kB" streams=5 entries=92 streamLabelsSize="143 B" entriesSize="2.1 MB" structuredMetadataSize="6.2 kB" totalSize="2.1 MB" mostRecentLagMs=38701 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:38.103039043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=38701
level=debug ts=2026-02-16T11:31:38.103049855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="160 kB" policy= mostRecentLagMs=39588
level=debug ts=2026-02-16T11:31:38.103056938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="39 kB" policy= mostRecentLagMs=39648
level=debug ts=2026-02-16T11:31:38.10306335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="160 kB" policy= mostRecentLagMs=39556
level=debug ts=2026-02-16T11:31:38.103068596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="40 kB" policy= mostRecentLagMs=39554
level=debug ts=2026-02-16T11:31:38.114215859Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:38.145600485Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="181 kB" streams=14 entries=133 streamLabelsSize="461 B" entriesSize="2.1 MB" structuredMetadataSize="8.8 kB" totalSize="2.1 MB" mostRecentLagMs=35212 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:38.145631197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="173 kB" policy= mostRecentLagMs=37487
level=debug ts=2026-02-16T11:31:38.1456429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="446 kB" policy= mostRecentLagMs=35212
level=debug ts=2026-02-16T11:31:38.145649978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="53 kB" policy= mostRecentLagMs=37113
level=debug ts=2026-02-16T11:31:38.145657248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="14 kB" policy= mostRecentLagMs=38346
level=debug ts=2026-02-16T11:31:38.145662373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="53 kB" policy= mostRecentLagMs=37037
level=debug ts=2026-02-16T11:31:38.145667471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="26 kB" policy= mostRecentLagMs=38420
level=debug ts=2026-02-16T11:31:38.145672339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="22 kB" policy= mostRecentLagMs=38504
level=debug ts=2026-02-16T11:31:38.145676936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="15 kB" policy= mostRecentLagMs=37430
level=debug ts=2026-02-16T11:31:38.145682038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="280 kB" policy= mostRecentLagMs=37168
level=debug ts=2026-02-16T11:31:38.145687075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="34 kB" policy= mostRecentLagMs=38442
level=debug ts=2026-02-16T11:31:38.145691715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="339 kB" policy= mostRecentLagMs=36429
level=debug ts=2026-02-16T11:31:38.145696304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="11 kB" policy= mostRecentLagMs=38396
level=debug ts=2026-02-16T11:31:38.14570074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="203 kB" policy= mostRecentLagMs=38222
level=debug ts=2026-02-16T11:31:38.145705379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="394 kB" policy= mostRecentLagMs=37696
level=debug ts=2026-02-16T11:31:38.154692895Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:38.164525849Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="85 kB" streams=43 entries=135 streamLabelsSize="1.4 kB" entriesSize="674 kB" structuredMetadataSize="8.7 kB" totalSize="675 kB" mostRecentLagMs=49 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:38.164550396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164564002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="20 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164570964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164576607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="40 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.16458516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="18 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164591986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="13 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164597433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="102 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.16460199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="24 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164606966Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="28 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.16461182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164617001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="861 B" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164621855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="23 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164626271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="254 B" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164630882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="41 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164635313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="19 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164640307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="96 B" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164651516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164656128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164660907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164665654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="35 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164670767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="16 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164675628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164680298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164684969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164690312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.16469506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="21 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164699684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-console\"}" streamLabelsHash=982757297 streamSizeBytes="541 B" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164706002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.16471198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator\"}" streamLabelsHash=3516083171 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164716564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="15 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164721146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164725803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="435 B" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164730255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="58 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164737433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164743571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.16474818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164752446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164756783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164761138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164765934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164770599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="248 B" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164774953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="44 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.164779264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="92 kB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T11:31:38.168774129Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:38.883081093Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="166 kB" streams=29 entries=131 streamLabelsSize="948 B" entriesSize="2.1 MB" structuredMetadataSize="8.9 kB" totalSize="2.1 MB" mostRecentLagMs=683 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:38.883116115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="83 kB" policy= mostRecentLagMs=683
level=debug ts=2026-02-16T11:31:38.883126694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883133103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883138514Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=6132
level=debug ts=2026-02-16T11:31:38.883143715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="478 kB" policy= mostRecentLagMs=1938
level=debug ts=2026-02-16T11:31:38.883148621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883153826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883159215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="443 kB" policy= mostRecentLagMs=9857
level=debug ts=2026-02-16T11:31:38.883163986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="216 kB" policy= mostRecentLagMs=1516
level=debug ts=2026-02-16T11:31:38.883168642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="608 B" policy= mostRecentLagMs=7132
level=debug ts=2026-02-16T11:31:38.883173249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883177994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883183045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="28 kB" policy= mostRecentLagMs=5131
level=debug ts=2026-02-16T11:31:38.883187584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="11 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883191971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"project-controller\"}" streamLabelsHash=601493054 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.88319628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="238 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883201033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="96 B" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.88320618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="26 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883210773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="372 B" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883215561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="162 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883220138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="243 kB" policy= mostRecentLagMs=9857
level=debug ts=2026-02-16T11:31:38.883224624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883228904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883233481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="13 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883237942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="861 B" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883242463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883247196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="24 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883251502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="24 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.883255913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="23 kB" policy= mostRecentLagMs=9858
level=debug ts=2026-02-16T11:31:38.894916529Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:31:45.751477858Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:55410"
level=debug ts=2026-02-16T11:31:48.190267913Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=6 entries=11 streamLabelsSize="205 B" entriesSize="52 kB" structuredMetadataSize="663 B" totalSize="52 kB" mostRecentLagMs=2413 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:48.190297444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="111 B" policy= mostRecentLagMs=8414
level=debug ts=2026-02-16T11:31:48.190309587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=2414
level=debug ts=2026-02-16T11:31:48.190316841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=4414
level=debug ts=2026-02-16T11:31:48.190323367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="924 B" policy= mostRecentLagMs=3414
level=debug ts=2026-02-16T11:31:48.190329505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="40 kB" policy= mostRecentLagMs=3414
level=debug ts=2026-02-16T11:31:48.19033525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7414
level=debug ts=2026-02-16T11:31:48.192332917Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:48.329302303Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=8 entries=13 streamLabelsSize="252 B" entriesSize="597 kB" structuredMetadataSize="857 B" totalSize="598 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:48.329331923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="925 B" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T11:31:48.329342648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="486 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T11:31:48.329349651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="78 kB" policy= mostRecentLagMs=2015
level=debug ts=2026-02-16T11:31:48.329356015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="111 B" policy= mostRecentLagMs=6015
level=debug ts=2026-02-16T11:31:48.329362175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T11:31:48.329367304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="11 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T11:31:48.329372809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="18 kB" policy= mostRecentLagMs=752
level=debug ts=2026-02-16T11:31:48.32938001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T11:31:48.334575745Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:48.838814612Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=5 entries=8 streamLabelsSize="159 B" entriesSize="163 kB" structuredMetadataSize="539 B" totalSize="163 kB" mostRecentLagMs=3087 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:48.838859652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="111 B" policy= mostRecentLagMs=3087
level=debug ts=2026-02-16T11:31:48.83887127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=6269
level=debug ts=2026-02-16T11:31:48.838878412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="139 kB" policy= mostRecentLagMs=6823
level=debug ts=2026-02-16T11:31:48.838884859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6087
level=debug ts=2026-02-16T11:31:48.838891438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=4087
level=debug ts=2026-02-16T11:31:48.840861816Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:52.0748244Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:31:58.473012418Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=10 entries=13 streamLabelsSize="276 B" entriesSize="728 kB" structuredMetadataSize="847 B" totalSize="729 kB" mostRecentLagMs=158 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:58.473053546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="816 B" policy= mostRecentLagMs=8158
level=debug ts=2026-02-16T11:31:58.473072518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=158
level=debug ts=2026-02-16T11:31:58.473090705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="618 kB" policy= mostRecentLagMs=2705
level=debug ts=2026-02-16T11:31:58.473100361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=6158
level=debug ts=2026-02-16T11:31:58.473109802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="48 kB" policy= mostRecentLagMs=5094
level=debug ts=2026-02-16T11:31:58.473119906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=9159
level=debug ts=2026-02-16T11:31:58.473125316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="22 kB" policy= mostRecentLagMs=158
level=debug ts=2026-02-16T11:31:58.473130326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="949 B" policy= mostRecentLagMs=8158
level=debug ts=2026-02-16T11:31:58.473135231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=10018
level=debug ts=2026-02-16T11:31:58.473140868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"caching\"}" streamLabelsHash=4140541283 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=1037
level=debug ts=2026-02-16T11:31:58.479175294Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:58.786901971Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=15 entries=24 streamLabelsSize="504 B" entriesSize="336 kB" structuredMetadataSize="1.6 kB" totalSize="336 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:58.786929792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="21 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T11:31:58.78694082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T11:31:58.786947575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:31:58.786953327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T11:31:58.78695832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T11:31:58.786964157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T11:31:58.786969108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T11:31:58.786973988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T11:31:58.786979073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="20 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T11:31:58.786984207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T11:31:58.786988959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T11:31:58.786993624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="204 kB" policy= mostRecentLagMs=7713
level=debug ts=2026-02-16T11:31:58.7869984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T11:31:58.787003097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="24 kB" policy= mostRecentLagMs=5345
level=debug ts=2026-02-16T11:31:58.78700764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T11:31:58.790386665Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:31:59.763246933Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=9 entries=17 streamLabelsSize="311 B" entriesSize="517 kB" structuredMetadataSize="1.2 kB" totalSize="517 kB" mostRecentLagMs=862 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:31:59.763276702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="929 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T11:31:59.763287619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="247 kB" policy= mostRecentLagMs=1475
level=debug ts=2026-02-16T11:31:59.763293769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T11:31:59.763301435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T11:31:59.763306654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="530 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T11:31:59.763311472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=862
level=debug ts=2026-02-16T11:31:59.763316769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=4761
level=debug ts=2026-02-16T11:31:59.763321408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="137 kB" policy= mostRecentLagMs=2414
level=debug ts=2026-02-16T11:31:59.763326629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="71 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T11:31:59.767579226Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:32:00.130224263Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:32:09.329002404Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=10 entries=16 streamLabelsSize="330 B" entriesSize="759 kB" structuredMetadataSize="1.1 kB" totalSize="759 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:09.329037505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="60 kB" policy= mostRecentLagMs=8015
level=debug ts=2026-02-16T11:32:09.32905384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T11:32:09.329060256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T11:32:09.329065566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="640 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T11:32:09.329071107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T11:32:09.329076274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5015
level=debug ts=2026-02-16T11:32:09.329083255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"caching\"}" streamLabelsHash=4140541283 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T11:32:09.329088594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5015
level=debug ts=2026-02-16T11:32:09.329094656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="23 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T11:32:09.329099681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8015
level=debug ts=2026-02-16T11:32:09.337578863Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:32:09.792166153Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=11 entries=16 streamLabelsSize="342 B" entriesSize="584 kB" structuredMetadataSize="1.0 kB" totalSize="585 kB" mostRecentLagMs=318 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:09.792216258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=8015
level=debug ts=2026-02-16T11:32:09.792240743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T11:32:09.792256387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="11 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T11:32:09.792273451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="28 kB" policy= mostRecentLagMs=9016
level=debug ts=2026-02-16T11:32:09.792288186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=3874
level=debug ts=2026-02-16T11:32:09.792302283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="38 kB" policy= mostRecentLagMs=7432
level=debug ts=2026-02-16T11:32:09.792315762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="474 kB" policy= mostRecentLagMs=318
level=debug ts=2026-02-16T11:32:09.792329827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T11:32:09.792342544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T11:32:09.792358427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="16 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T11:32:09.792372122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9016
level=debug ts=2026-02-16T11:32:09.797316287Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:32:12.039989628Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=7 entries=14 streamLabelsSize="231 B" entriesSize="470 kB" structuredMetadataSize="983 B" totalSize="470 kB" mostRecentLagMs=200 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:12.040019199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="19 kB" policy= mostRecentLagMs=7288
level=debug ts=2026-02-16T11:32:12.040030263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="195 kB" policy= mostRecentLagMs=331
level=debug ts=2026-02-16T11:32:12.040037919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=289
level=debug ts=2026-02-16T11:32:12.040043542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="235 kB" policy= mostRecentLagMs=200
level=debug ts=2026-02-16T11:32:12.040050715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=1289
level=debug ts=2026-02-16T11:32:12.040056014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4289
level=debug ts=2026-02-16T11:32:12.040061183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2289
level=debug ts=2026-02-16T11:32:12.044134873Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:32:15.754024901Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:35226"
level=debug ts=2026-02-16T11:32:16.089744619Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:32:20.133714371Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.2 kB" streams=5 entries=5 streamLabelsSize="158 B" entriesSize="148 kB" structuredMetadataSize="314 B" totalSize="148 kB" mostRecentLagMs=1358 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:20.133743325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="36 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:32:20.133756595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=9358
level=debug ts=2026-02-16T11:32:20.133764673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1358
level=debug ts=2026-02-16T11:32:20.133770994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=9587
level=debug ts=2026-02-16T11:32:20.133777495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2358
level=debug ts=2026-02-16T11:32:20.137060523Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:32:21.329537524Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=7 entries=8 streamLabelsSize="203 B" entriesSize="677 kB" structuredMetadataSize="509 B" totalSize="678 kB" mostRecentLagMs=15 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:21.329565735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="12 kB" policy= mostRecentLagMs=8015
level=debug ts=2026-02-16T11:32:21.329577016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="563 kB" policy= mostRecentLagMs=2091
level=debug ts=2026-02-16T11:32:21.32958356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="11 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T11:32:21.329588888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="238 B" policy= mostRecentLagMs=2015
level=debug ts=2026-02-16T11:32:21.329593757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="71 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T11:32:21.329598908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="19 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T11:32:21.329604093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T11:32:21.336122834Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:32:23.446176059Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=6 entries=9 streamLabelsSize="188 B" entriesSize="212 kB" structuredMetadataSize="642 B" totalSize="213 kB" mostRecentLagMs=1814 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:23.446204878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8695
level=debug ts=2026-02-16T11:32:23.446216461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="191 kB" policy= mostRecentLagMs=1814
level=debug ts=2026-02-16T11:32:23.446223733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6695
level=debug ts=2026-02-16T11:32:23.446229326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=3695
level=debug ts=2026-02-16T11:32:23.446235376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=8695
level=debug ts=2026-02-16T11:32:23.446240493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="774 B" policy= mostRecentLagMs=8695
level=debug ts=2026-02-16T11:32:23.449154981Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:32:29.025266877Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:59130"
ts=2026-02-16T11:32:30.132173825Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T11:32:30.783057092Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.3 kB" streams=8 entries=11 streamLabelsSize="269 B" entriesSize="142 kB" structuredMetadataSize="720 B" totalSize="142 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:30.783089161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:32:30.783100746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="784 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:32:30.783107281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="16 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T11:32:30.783113127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="122 kB" policy= mostRecentLagMs=3615
level=debug ts=2026-02-16T11:32:30.783118774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="371 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:32:30.783124743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:32:30.783130338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T11:32:30.783135163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:32:30.785985842Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:32:32.888626847Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="47 kB" streams=8 entries=38 streamLabelsSize="251 B" entriesSize="1.3 MB" structuredMetadataSize="2.3 kB" totalSize="1.3 MB" mostRecentLagMs=574 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:32.888666715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6574
level=debug ts=2026-02-16T11:32:32.888683747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=4702
level=debug ts=2026-02-16T11:32:32.888695507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="620 kB" policy= mostRecentLagMs=574
level=debug ts=2026-02-16T11:32:32.888706297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="553 B" policy= mostRecentLagMs=3575
level=debug ts=2026-02-16T11:32:32.888714072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="20 kB" policy= mostRecentLagMs=5574
level=debug ts=2026-02-16T11:32:32.888720975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="676 kB" policy= mostRecentLagMs=1606
level=debug ts=2026-02-16T11:32:32.888728945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="513 B" policy= mostRecentLagMs=2575
level=debug ts=2026-02-16T11:32:32.888737303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="408 B" policy= mostRecentLagMs=8574
level=debug ts=2026-02-16T11:32:32.897182236Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:32:33.760291458Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=12 entries=18 streamLabelsSize="421 B" entriesSize="289 kB" structuredMetadataSize="1.3 kB" totalSize="290 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:33.760318886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T11:32:33.760331022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="134 kB" policy= mostRecentLagMs=851
level=debug ts=2026-02-16T11:32:33.760338929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="42 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T11:32:33.760346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T11:32:33.760352076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="60 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T11:32:33.760358005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T11:32:33.760363312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="416 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T11:32:33.76036848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:32:33.760373135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T11:32:33.760377763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=768
level=debug ts=2026-02-16T11:32:33.760382303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="15 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T11:32:33.760387049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T11:32:33.764257944Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:32:42.780227109Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=6 entries=6 streamLabelsSize="203 B" entriesSize="29 kB" structuredMetadataSize="408 B" totalSize="29 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:42.780256553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:32:42.780269698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:32:42.78027651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="10 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:32:42.780282211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:32:42.780287657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:32:42.780292737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:32:42.781762671Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:32:43.153644794Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=8 entries=14 streamLabelsSize="252 B" entriesSize="228 kB" structuredMetadataSize="868 B" totalSize="228 kB" mostRecentLagMs=839 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:43.153673108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="109 kB" policy= mostRecentLagMs=839
level=debug ts=2026-02-16T11:32:43.153684305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=7839
level=debug ts=2026-02-16T11:32:43.153690166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="531 B" policy= mostRecentLagMs=4839
level=debug ts=2026-02-16T11:32:43.153695842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="320 B" policy= mostRecentLagMs=4839
level=debug ts=2026-02-16T11:32:43.153701943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="106 kB" policy= mostRecentLagMs=5839
level=debug ts=2026-02-16T11:32:43.153707181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=3839
level=debug ts=2026-02-16T11:32:43.153712904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=8839
level=debug ts=2026-02-16T11:32:43.153720261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=3839
level=debug ts=2026-02-16T11:32:43.156827416Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:32:44.027981898Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T11:32:44.02956834Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:32:44.764739241Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=5 entries=9 streamLabelsSize="165 B" entriesSize="402 kB" structuredMetadataSize="637 B" totalSize="402 kB" mostRecentLagMs=13 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:44.764768876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="185 kB" policy= mostRecentLagMs=850
level=debug ts=2026-02-16T11:32:44.764780871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T11:32:44.76478712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="207 kB" policy= mostRecentLagMs=4075
level=debug ts=2026-02-16T11:32:44.764794553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2014
level=debug ts=2026-02-16T11:32:44.764800455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T11:32:44.768972183Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:32:45.369345302Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:44892"
ts=2026-02-16T11:32:45.756330897Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:56088"
level=debug ts=2026-02-16T11:32:53.780037843Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=6 entries=6 streamLabelsSize="199 B" entriesSize="15 kB" structuredMetadataSize="387 B" totalSize="15 kB" mostRecentLagMs=2003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:53.780064555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:32:53.780076377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:32:53.780082326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T11:32:53.780089072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:32:53.780094679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T11:32:53.780101395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T11:32:53.781537561Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:32:54.326900618Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=7 entries=9 streamLabelsSize="190 B" entriesSize="566 kB" structuredMetadataSize="570 B" totalSize="567 kB" mostRecentLagMs=1950 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:54.326929975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T11:32:54.326942051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T11:32:54.326950184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T11:32:54.326957198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T11:32:54.326962859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="492 kB" policy= mostRecentLagMs=7816
level=debug ts=2026-02-16T11:32:54.326969662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="65 kB" policy= mostRecentLagMs=1950
level=debug ts=2026-02-16T11:32:54.32697443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T11:32:54.331491564Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:32:58.076014873Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=7 entries=14 streamLabelsSize="224 B" entriesSize="728 kB" structuredMetadataSize="1.0 kB" totalSize="729 kB" mostRecentLagMs=784 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:32:58.076044281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7324
level=debug ts=2026-02-16T11:32:58.076055523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2325
level=debug ts=2026-02-16T11:32:58.076062424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=1325
level=debug ts=2026-02-16T11:32:58.076068945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="341 kB" policy= mostRecentLagMs=784
level=debug ts=2026-02-16T11:32:58.076074888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=2325
level=debug ts=2026-02-16T11:32:58.076081379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=1325
level=debug ts=2026-02-16T11:32:58.076086245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="349 kB" policy= mostRecentLagMs=2075
level=debug ts=2026-02-16T11:32:58.081958419Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:33:00.133334712Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:33:05.325409202Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=10 streamLabelsSize="217 B" entriesSize="467 kB" structuredMetadataSize="614 B" totalSize="467 kB" mostRecentLagMs=1011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:05.325445517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T11:33:05.325457213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T11:33:05.325464193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="776 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T11:33:05.325472645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T11:33:05.325479122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:33:05.325485106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T11:33:05.325490572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="454 kB" policy= mostRecentLagMs=5961
level=debug ts=2026-02-16T11:33:05.32549675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:33:05.329672451Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:33:05.781862787Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.2 kB" streams=11 entries=15 streamLabelsSize="328 B" entriesSize="62 kB" structuredMetadataSize="960 B" totalSize="62 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:05.781895815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="833 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:33:05.781908424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:33:05.781916153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="31 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:33:05.781922494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="18 kB" policy= mostRecentLagMs=5723
level=debug ts=2026-02-16T11:33:05.781928901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:33:05.7819462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="953 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:33:05.78195189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T11:33:05.78195684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:33:05.781962004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:33:05.781967424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="143 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:33:05.781972474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:33:05.78362983Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:33:09.366322703Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=14 streamLabelsSize="281 B" entriesSize="295 kB" structuredMetadataSize="979 B" totalSize="295 kB" mostRecentLagMs=1392 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:09.366459558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2615
level=debug ts=2026-02-16T11:33:09.366691978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="953 B" policy= mostRecentLagMs=6615
level=debug ts=2026-02-16T11:33:09.366712688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9616
level=debug ts=2026-02-16T11:33:09.366721436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="219 kB" policy= mostRecentLagMs=3654
level=debug ts=2026-02-16T11:33:09.366728073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="776 B" policy= mostRecentLagMs=8615
level=debug ts=2026-02-16T11:33:09.36673415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4616
level=debug ts=2026-02-16T11:33:09.366739678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=7615
level=debug ts=2026-02-16T11:33:09.366745039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="63 kB" policy= mostRecentLagMs=1392
level=debug ts=2026-02-16T11:33:09.370262461Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:33:14.285619156Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T11:33:15.758716603Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:60866"
level=debug ts=2026-02-16T11:33:16.337096823Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=8 entries=17 streamLabelsSize="261 B" entriesSize="1.2 MB" structuredMetadataSize="1.1 kB" totalSize="1.2 MB" mostRecentLagMs=3550 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:16.337125895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=8022
level=debug ts=2026-02-16T11:33:16.337136769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=6022
level=debug ts=2026-02-16T11:33:16.337143617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4022
level=debug ts=2026-02-16T11:33:16.337151499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=10023
level=debug ts=2026-02-16T11:33:16.337157166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=4022
level=debug ts=2026-02-16T11:33:16.337162493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="28 kB" policy= mostRecentLagMs=3550
level=debug ts=2026-02-16T11:33:16.3371685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="788 kB" policy= mostRecentLagMs=7794
level=debug ts=2026-02-16T11:33:16.337173597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="399 kB" policy= mostRecentLagMs=5022
level=debug ts=2026-02-16T11:33:16.37410556Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:33:17.782773253Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.2 kB" streams=8 entries=8 streamLabelsSize="248 B" entriesSize="110 kB" structuredMetadataSize="534 B" totalSize="110 kB" mostRecentLagMs=3006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:17.782803806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:33:17.782816289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:33:17.782823373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="582 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:33:17.78282947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:33:17.7828534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:33:17.782859089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:33:17.7828643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="96 kB" policy= mostRecentLagMs=9835
level=debug ts=2026-02-16T11:33:17.782870843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T11:33:17.78539413Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:33:19.402857135Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=7 entries=12 streamLabelsSize="235 B" entriesSize="344 kB" structuredMetadataSize="885 B" totalSize="345 kB" mostRecentLagMs=487 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:19.402888617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="177 kB" policy= mostRecentLagMs=487
level=debug ts=2026-02-16T11:33:19.402900085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="629 B" policy= mostRecentLagMs=3652
level=debug ts=2026-02-16T11:33:19.40290604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="126 kB" policy= mostRecentLagMs=1652
level=debug ts=2026-02-16T11:33:19.402911646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2652
level=debug ts=2026-02-16T11:33:19.402917763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=652
level=debug ts=2026-02-16T11:33:19.402923292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=7651
level=debug ts=2026-02-16T11:33:19.402928675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=7651
level=debug ts=2026-02-16T11:33:19.407064158Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:33:27.327147276Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=7 entries=8 streamLabelsSize="184 B" entriesSize="663 kB" structuredMetadataSize="516 B" totalSize="663 kB" mostRecentLagMs=2012 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:27.327177337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T11:33:27.327188947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T11:33:27.32719584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T11:33:27.327203242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T11:33:27.327208913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="656 kB" policy= mostRecentLagMs=6023
level=debug ts=2026-02-16T11:33:27.327213971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3013
level=debug ts=2026-02-16T11:33:27.3272201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T11:33:27.333383147Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:33:28.780332937Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=6 entries=6 streamLabelsSize="183 B" entriesSize="18 kB" structuredMetadataSize="377 B" totalSize="18 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:28.780361581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:33:28.78037426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:33:28.780380436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:33:28.780387051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:33:28.78039206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:33:28.780397267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:33:28.781819648Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:33:29.032305094Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:33750"
level=debug ts=2026-02-16T11:33:29.755549981Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=5 streamLabelsSize="173 B" entriesSize="113 kB" structuredMetadataSize="338 B" totalSize="113 kB" mostRecentLagMs=3287 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:29.755579147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="24 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:33:29.755590813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:33:29.755597484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="77 kB" policy= mostRecentLagMs=3287
level=debug ts=2026-02-16T11:33:29.755603414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:33:29.755609672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:33:29.759851136Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:33:30.135144549Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:33:40.064031509Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=8 entries=9 streamLabelsSize="282 B" entriesSize="128 kB" structuredMetadataSize="646 B" totalSize="128 kB" mostRecentLagMs=313 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:40.064075546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=313
level=debug ts=2026-02-16T11:33:40.06409297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7313
level=debug ts=2026-02-16T11:33:40.064108001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="798 B" policy= mostRecentLagMs=4313
level=debug ts=2026-02-16T11:33:40.064118518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="76 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:33:40.064128366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3313
level=debug ts=2026-02-16T11:33:40.064139895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="28 kB" policy= mostRecentLagMs=3313
level=debug ts=2026-02-16T11:33:40.064148552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7552
level=debug ts=2026-02-16T11:33:40.06415689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7313
level=debug ts=2026-02-16T11:33:40.06679231Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:33:40.781710807Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.8 kB" streams=3 entries=4 streamLabelsSize="103 B" entriesSize="79 kB" structuredMetadataSize="248 B" totalSize="79 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:40.781741297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:33:40.781753528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:33:40.781761128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="77 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T11:33:40.78440026Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:33:42.338288885Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=4 entries=6 streamLabelsSize="114 B" entriesSize="800 kB" structuredMetadataSize="403 B" totalSize="800 kB" mostRecentLagMs=1023 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:42.338329135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="718 kB" policy= mostRecentLagMs=2851
level=debug ts=2026-02-16T11:33:42.338345583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=1023
level=debug ts=2026-02-16T11:33:42.338357939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="75 kB" policy= mostRecentLagMs=4023
level=debug ts=2026-02-16T11:33:42.338367266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4023
level=debug ts=2026-02-16T11:33:42.34501773Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:33:45.372936661Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:55826"
level=debug ts=2026-02-16T11:33:51.138608304Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=10 streamLabelsSize="232 B" entriesSize="162 kB" structuredMetadataSize="681 B" totalSize="163 kB" mostRecentLagMs=387 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:51.138638715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8387
level=debug ts=2026-02-16T11:33:51.138650946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="159 B" policy= mostRecentLagMs=8387
level=debug ts=2026-02-16T11:33:51.138657342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="874 B" policy= mostRecentLagMs=388
level=debug ts=2026-02-16T11:33:51.138663316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="154 kB" policy= mostRecentLagMs=1598
level=debug ts=2026-02-16T11:33:51.138669993Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=6388
level=debug ts=2026-02-16T11:33:51.138676682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=1387
level=debug ts=2026-02-16T11:33:51.138682937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=7388
level=debug ts=2026-02-16T11:33:51.141340155Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:33:52.78093701Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=6 entries=6 streamLabelsSize="199 B" entriesSize="11 kB" structuredMetadataSize="403 B" totalSize="11 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:52.780966595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:33:52.780978905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:33:52.780985238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:33:52.780991194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:33:52.780997486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:33:52.781002767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:33:52.782441398Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:33:54.32013152Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=4 entries=4 streamLabelsSize="139 B" entriesSize="6.9 kB" structuredMetadataSize="271 B" totalSize="7.1 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:33:54.320158605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="711 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:33:54.320169133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:33:54.320177706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T11:33:54.320183446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:33:54.321486203Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:34:00.136442183Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T11:34:01.763442859Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=5 entries=12 streamLabelsSize="162 B" entriesSize="385 kB" structuredMetadataSize="843 B" totalSize="385 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:01.763472294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T11:34:01.763484506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="41 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T11:34:01.76349036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="197 B" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T11:34:01.763496854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="330 kB" policy= mostRecentLagMs=2203
level=debug ts=2026-02-16T11:34:01.763502345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T11:34:01.767644184Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:34:03.543791397Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=10 entries=15 streamLabelsSize="322 B" entriesSize="118 kB" structuredMetadataSize="1.0 kB" totalSize="118 kB" mostRecentLagMs=2768 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:03.543818522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="90 kB" policy= mostRecentLagMs=9993
level=debug ts=2026-02-16T11:34:03.543829034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=2768
level=debug ts=2026-02-16T11:34:03.543857104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=3768
level=debug ts=2026-02-16T11:34:03.543864267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="635 B" policy= mostRecentLagMs=9767
level=debug ts=2026-02-16T11:34:03.543869404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=5767
level=debug ts=2026-02-16T11:34:03.543874248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9767
level=debug ts=2026-02-16T11:34:03.5438802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="526 B" policy= mostRecentLagMs=9767
level=debug ts=2026-02-16T11:34:03.543885381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=2768
level=debug ts=2026-02-16T11:34:03.543890348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=7768
level=debug ts=2026-02-16T11:34:03.543895137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=4767
level=debug ts=2026-02-16T11:34:03.546723237Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:34:05.042458705Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:34:05.326198995Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=7 streamLabelsSize="162 B" entriesSize="504 kB" structuredMetadataSize="437 B" totalSize="505 kB" mostRecentLagMs=1012 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:05.326229052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=1012
level=debug ts=2026-02-16T11:34:05.326240996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="497 kB" policy= mostRecentLagMs=9782
level=debug ts=2026-02-16T11:34:05.32624738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T11:34:05.32625414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T11:34:05.326260521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T11:34:05.326266452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T11:34:05.331059489Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:34:12.765804389Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=6 entries=11 streamLabelsSize="213 B" entriesSize="448 kB" structuredMetadataSize="810 B" totalSize="448 kB" mostRecentLagMs=15 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:12.765864949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-16T11:34:12.765883433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="376 kB" policy= mostRecentLagMs=1038
level=debug ts=2026-02-16T11:34:12.765897698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="66 kB" policy= mostRecentLagMs=5209
level=debug ts=2026-02-16T11:34:12.76590846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T11:34:12.765918311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T11:34:12.765927042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=1015
level=debug ts=2026-02-16T11:34:12.770061639Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:34:13.780604475Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=5 entries=6 streamLabelsSize="179 B" entriesSize="68 kB" structuredMetadataSize="413 B" totalSize="68 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:13.780637614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:34:13.780648793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="358 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:34:13.780654766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="62 kB" policy= mostRecentLagMs=1447
level=debug ts=2026-02-16T11:34:13.780660339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:34:13.780666641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="355 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:34:13.782321309Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:34:16.522992Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.6 kB" streams=8 entries=10 streamLabelsSize="239 B" entriesSize="192 kB" structuredMetadataSize="661 B" totalSize="193 kB" mostRecentLagMs=208 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:16.523044079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=9209
level=debug ts=2026-02-16T11:34:16.523056183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=8208
level=debug ts=2026-02-16T11:34:16.523062733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=1208
level=debug ts=2026-02-16T11:34:16.523068819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=209
level=debug ts=2026-02-16T11:34:16.523075011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="184 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T11:34:16.523080197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1208
level=debug ts=2026-02-16T11:34:16.523084999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="215 B" policy= mostRecentLagMs=1208
level=debug ts=2026-02-16T11:34:16.523089838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="278 B" policy= mostRecentLagMs=2208
level=debug ts=2026-02-16T11:34:16.526021577Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:34:26.758952764Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=9 entries=11 streamLabelsSize="300 B" entriesSize="169 kB" structuredMetadataSize="772 B" totalSize="170 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:26.759018345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T11:34:26.759041813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T11:34:26.75905892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T11:34:26.759073244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:34:26.759089974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="114 kB" policy= mostRecentLagMs=1901
level=debug ts=2026-02-16T11:34:26.759107723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="16 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T11:34:26.759122723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T11:34:26.759138291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:34:26.759152151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:34:26.763105072Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:34:28.780869136Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.9 kB" streams=10 entries=13 streamLabelsSize="332 B" entriesSize="53 kB" structuredMetadataSize="815 B" totalSize="54 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:28.780897081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="520 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:34:28.780909206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:34:28.780915807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="537 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:34:28.780921898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="635 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:34:28.780927414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="214 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:34:28.780932803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="17 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:34:28.78093803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:34:28.78094465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:34:28.780951285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="886 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:34:28.780956226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:34:28.783207001Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:34:29.322448715Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=6 streamLabelsSize="107 B" entriesSize="305 kB" structuredMetadataSize="393 B" totalSize="305 kB" mostRecentLagMs=3008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:29.32247636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T11:34:29.322489212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T11:34:29.322495983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="250 kB" policy= mostRecentLagMs=3808
level=debug ts=2026-02-16T11:34:29.322501418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="51 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T11:34:29.32614739Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:34:30.137803677Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:34:39.759302426Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=7 entries=8 streamLabelsSize="279 B" entriesSize="110 kB" structuredMetadataSize="546 B" totalSize="111 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:39.759331462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="13 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T11:34:39.759343122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T11:34:39.759349803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T11:34:39.759356007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T11:34:39.759360821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="86 kB" policy= mostRecentLagMs=7095
level=debug ts=2026-02-16T11:34:39.759366718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T11:34:39.759372513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T11:34:39.761818627Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:34:41.780372657Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=4 entries=5 streamLabelsSize="127 B" entriesSize="14 kB" structuredMetadataSize="325 B" totalSize="14 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:41.780399535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:34:41.780410663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:34:41.780418149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="633 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:34:41.780425892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:34:41.782115994Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:34:42.858923741Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.2 kB" streams=4 entries=5 streamLabelsSize="116 B" entriesSize="181 kB" structuredMetadataSize="347 B" totalSize="181 kB" mostRecentLagMs=544 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:42.858951372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=7544
level=debug ts=2026-02-16T11:34:42.858962811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:34:42.858969499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=6659
level=debug ts=2026-02-16T11:34:42.858976439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=544
level=debug ts=2026-02-16T11:34:42.862315182Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:34:45.767303611Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:34222"
level=debug ts=2026-02-16T11:34:50.348409285Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=6 streamLabelsSize="119 B" entriesSize="181 kB" structuredMetadataSize="433 B" totalSize="181 kB" mostRecentLagMs=3597 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:50.348440515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="173 kB" policy= mostRecentLagMs=5026
level=debug ts=2026-02-16T11:34:50.348452979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="814 B" policy= mostRecentLagMs=5597
level=debug ts=2026-02-16T11:34:50.348459458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7597
level=debug ts=2026-02-16T11:34:50.348466323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3597
level=debug ts=2026-02-16T11:34:50.35139126Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:34:52.729112336Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:34:53.322692235Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=10 streamLabelsSize="228 B" entriesSize="314 kB" structuredMetadataSize="673 B" totalSize="315 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:53.322722707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="493 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T11:34:53.322734167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T11:34:53.322741878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T11:34:53.322748102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T11:34:53.322753595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T11:34:53.322759401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="632 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T11:34:53.322765757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="294 kB" policy= mostRecentLagMs=5896
level=debug ts=2026-02-16T11:34:53.327020827Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:34:53.780195343Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=7 entries=7 streamLabelsSize="207 B" entriesSize="13 kB" structuredMetadataSize="456 B" totalSize="13 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:34:53.780235679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T11:34:53.78025329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:34:53.780265439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:34:53.780274801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:34:53.7802842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:34:53.780292887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:34:53.780303764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:34:53.781826396Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:35:00.139380391Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:35:04.321146342Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=5 entries=5 streamLabelsSize="155 B" entriesSize="27 kB" structuredMetadataSize="312 B" totalSize="27 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:35:04.321185637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:35:04.32120259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:35:04.321227277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="21 kB" policy= mostRecentLagMs=5028
level=debug ts=2026-02-16T11:35:04.321240905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T11:35:04.32125163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:35:04.322815352Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:35:05.780701414Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=7 entries=8 streamLabelsSize="212 B" entriesSize="9.4 kB" structuredMetadataSize="495 B" totalSize="9.6 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:35:05.780729467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:35:05.780740941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:35:05.780747187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:35:05.780753926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="924 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:35:05.780760401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="683 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:35:05.780765817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:35:05.780771228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:35:05.782302609Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:35:07.630723885Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=6 entries=6 streamLabelsSize="234 B" entriesSize="93 kB" structuredMetadataSize="398 B" totalSize="93 kB" mostRecentLagMs=880 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:35:07.630754282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="216 B" policy= mostRecentLagMs=7879
level=debug ts=2026-02-16T11:35:07.630767775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7879
level=debug ts=2026-02-16T11:35:07.630775218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6880
level=debug ts=2026-02-16T11:35:07.630781057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="86 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:35:07.630786571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4879
level=debug ts=2026-02-16T11:35:07.630791453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=880
level=debug ts=2026-02-16T11:35:07.633752096Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:35:15.769346696Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:47886"
level=debug ts=2026-02-16T11:35:17.93628626Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=8 entries=12 streamLabelsSize="248 B" entriesSize="119 kB" structuredMetadataSize="788 B" totalSize="119 kB" mostRecentLagMs=1185 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:35:17.936314937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9185
level=debug ts=2026-02-16T11:35:17.93632683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=3185
level=debug ts=2026-02-16T11:35:17.936332746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=2185
level=debug ts=2026-02-16T11:35:17.936338915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=6185
level=debug ts=2026-02-16T11:35:17.936344578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="68 kB" policy= mostRecentLagMs=8810
level=debug ts=2026-02-16T11:35:17.93634991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=1185
level=debug ts=2026-02-16T11:35:17.936354748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="173 B" policy= mostRecentLagMs=6185
level=debug ts=2026-02-16T11:35:17.936359397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=2185
level=debug ts=2026-02-16T11:35:17.93900265Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:35:18.324233928Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=8 streamLabelsSize="216 B" entriesSize="373 kB" structuredMetadataSize="522 B" totalSize="374 kB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:35:18.32426759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T11:35:18.324279405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T11:35:18.324285759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="361 kB" policy= mostRecentLagMs=8954
level=debug ts=2026-02-16T11:35:18.324293362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T11:35:18.3242991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:35:18.324304758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T11:35:18.324310188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T11:35:18.328468578Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:35:18.78077975Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=8 entries=8 streamLabelsSize="254 B" entriesSize="23 kB" structuredMetadataSize="514 B" totalSize="24 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:35:18.780807344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:35:18.780819149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:35:18.78082525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:35:18.780830866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:35:18.780851915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:35:18.780858502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:35:18.780864758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:35:18.780869887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:35:18.782389722Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:35:30.142040292Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:35:30.339439861Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.7 kB" streams=4 entries=5 streamLabelsSize="151 B" entriesSize="122 kB" structuredMetadataSize="334 B" totalSize="122 kB" mostRecentLagMs=588 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:35:30.33947106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3588
level=debug ts=2026-02-16T11:35:30.339483674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=589
level=debug ts=2026-02-16T11:35:30.339489504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=589
level=debug ts=2026-02-16T11:35:30.339495434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="105 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:35:30.342047213Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:35:33.780402084Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=7 entries=7 streamLabelsSize="207 B" entriesSize="9.0 kB" structuredMetadataSize="466 B" totalSize="9.2 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:35:33.780430439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:35:33.780441978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:35:33.780448963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:35:33.780456418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:35:33.780462904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:35:33.78046816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:35:33.780474287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="620 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:35:33.781945768Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:35:35.323906576Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=8 entries=9 streamLabelsSize="214 B" entriesSize="445 kB" structuredMetadataSize="599 B" totalSize="445 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:35:35.323934273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="442 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T11:35:35.323946572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="990 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:35:35.323954007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="437 kB" policy= mostRecentLagMs=3833
level=debug ts=2026-02-16T11:35:35.323960511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T11:35:35.323965904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T11:35:35.323972544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T11:35:35.323977255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T11:35:35.323981857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:35:35.328262124Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:35:39.979886947Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:35:40.75693672Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.0 kB" streams=3 entries=4 streamLabelsSize="110 B" entriesSize="130 kB" structuredMetadataSize="280 B" totalSize="130 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:35:40.756967017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:35:40.756978382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:35:40.756985112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="124 kB" policy= mostRecentLagMs=6360
level=debug ts=2026-02-16T11:35:40.759751109Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:35:49.319023362Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=5 entries=6 streamLabelsSize="143 B" entriesSize="5.7 kB" structuredMetadataSize="415 B" totalSize="5.8 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:35:49.319062511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="489 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:35:49.319081513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:35:49.319092256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:35:49.319103534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:35:49.319113139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:35:49.32064896Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:35:49.782518353Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.5 kB" streams=10 entries=13 streamLabelsSize="326 B" entriesSize="87 kB" structuredMetadataSize="875 B" totalSize="87 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:35:49.782546634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="71 kB" policy= mostRecentLagMs=1826
level=debug ts=2026-02-16T11:35:49.782558968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T11:35:49.782565964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:35:49.782572067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:35:49.782576873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T11:35:49.782581768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:35:49.782586574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="442 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:35:49.782591391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:35:49.782596285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:35:49.782600938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:35:49.785473596Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:35:51.756060535Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=6 entries=6 streamLabelsSize="205 B" entriesSize="96 kB" structuredMetadataSize="404 B" totalSize="96 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:35:51.756088206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:35:51.756099503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:35:51.756107233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="86 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:35:51.756113309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:35:51.756118499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:35:51.756123479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:35:51.758543393Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:35:59.0469339Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:48998"
ts=2026-02-16T11:36:00.144328901Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T11:36:01.781354324Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=6 entries=6 streamLabelsSize="207 B" entriesSize="26 kB" structuredMetadataSize="389 B" totalSize="27 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:01.781382024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:36:01.781393638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=7748
level=debug ts=2026-02-16T11:36:01.781401158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:36:01.781407713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:36:01.781413962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:36:01.781419471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:36:01.782979983Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:36:03.330707883Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=4 entries=5 streamLabelsSize="128 B" entriesSize="909 kB" structuredMetadataSize="337 B" totalSize="909 kB" mostRecentLagMs=1016 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:03.33076729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="905 kB" policy= mostRecentLagMs=1762
level=debug ts=2026-02-16T11:36:03.330793494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T11:36:03.330813085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9016
level=debug ts=2026-02-16T11:36:03.330828858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T11:36:03.337889223Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:36:05.756872075Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=5 entries=7 streamLabelsSize="183 B" entriesSize="136 kB" structuredMetadataSize="474 B" totalSize="137 kB" mostRecentLagMs=1545 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:05.756900302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T11:36:05.756911485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="116 kB" policy= mostRecentLagMs=1545
level=debug ts=2026-02-16T11:36:05.756917404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:36:05.756925149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:36:05.756931018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="340 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:36:05.759469356Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:36:12.7814331Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=7 entries=7 streamLabelsSize="238 B" entriesSize="15 kB" structuredMetadataSize="453 B" totalSize="15 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:12.781464975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:36:12.781477944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:36:12.781486406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="358 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:36:12.781493107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="657 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:36:12.781498382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:36:12.781504507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:36:12.781509737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:36:12.782950893Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:36:15.327984006Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=6 entries=7 streamLabelsSize="173 B" entriesSize="681 kB" structuredMetadataSize="452 B" totalSize="682 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:15.328015857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T11:36:15.328027447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="677 kB" policy= mostRecentLagMs=6972
level=debug ts=2026-02-16T11:36:15.328034084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T11:36:15.328040195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T11:36:15.32804559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-16T11:36:15.328050639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="979 B" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T11:36:15.333410566Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:36:16.589401685Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.6 kB" streams=7 entries=8 streamLabelsSize="231 B" entriesSize="69 kB" structuredMetadataSize="543 B" totalSize="70 kB" mostRecentLagMs=3838 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:16.589433404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="18 kB" policy= mostRecentLagMs=4838
level=debug ts=2026-02-16T11:36:16.589445115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="12 kB" policy= mostRecentLagMs=3838
level=debug ts=2026-02-16T11:36:16.589452814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:36:16.589459143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9838
level=debug ts=2026-02-16T11:36:16.58946494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=6838
level=debug ts=2026-02-16T11:36:16.589470982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4838
level=debug ts=2026-02-16T11:36:16.589476558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6838
level=debug ts=2026-02-16T11:36:16.59115799Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:36:25.384749341Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=5 entries=5 streamLabelsSize="176 B" entriesSize="32 kB" structuredMetadataSize="336 B" totalSize="32 kB" mostRecentLagMs=1608 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:25.3847809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:36:25.384793502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1608
level=debug ts=2026-02-16T11:36:25.384799977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1608
level=debug ts=2026-02-16T11:36:25.384805391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2608
level=debug ts=2026-02-16T11:36:25.384810331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="21 kB" policy= mostRecentLagMs=9464
level=debug ts=2026-02-16T11:36:25.386351885Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:36:26.678301576Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=5 streamLabelsSize="138 B" entriesSize="244 kB" structuredMetadataSize="366 B" totalSize="244 kB" mostRecentLagMs=1927 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:26.678335791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="210 kB" policy= mostRecentLagMs=4122
level=debug ts=2026-02-16T11:36:26.678349351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=1927
level=debug ts=2026-02-16T11:36:26.678355604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="562 B" policy= mostRecentLagMs=9927
level=debug ts=2026-02-16T11:36:26.678361336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T11:36:26.681185637Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:36:30.146302433Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:36:33.325128347Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=8 streamLabelsSize="204 B" entriesSize="452 kB" structuredMetadataSize="574 B" totalSize="452 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:33.325161026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T11:36:33.325172329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T11:36:33.325178326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="442 kB" policy= mostRecentLagMs=2706
level=debug ts=2026-02-16T11:36:33.325184826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T11:36:33.325189954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:36:33.325195009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T11:36:33.325213219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="826 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T11:36:33.3295804Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:36:36.754959533Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=5 entries=5 streamLabelsSize="207 B" entriesSize="8.5 kB" structuredMetadataSize="318 B" totalSize="8.7 kB" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:36.754988527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:36:36.755000387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:36:36.755007023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:36:36.755012631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:36:36.755017723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:36:36.756526142Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:36:36.780439411Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=6 entries=8 streamLabelsSize="195 B" entriesSize="18 kB" structuredMetadataSize="533 B" totalSize="18 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:36.780461111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:36:36.780471496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="921 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:36:36.780478025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="192 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:36:36.780484924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:36:36.780490151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:36:36.780496018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:36:36.782007414Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:36:44.319291387Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=4 entries=6 streamLabelsSize="108 B" entriesSize="5.4 kB" structuredMetadataSize="383 B" totalSize="5.5 kB" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:44.319322488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:36:44.319335124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:36:44.31934127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:36:44.319346952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="537 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:36:44.320714276Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:36:48.780795362Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.9 kB" streams=7 entries=9 streamLabelsSize="235 B" entriesSize="23 kB" structuredMetadataSize="597 B" totalSize="23 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:48.780826308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:36:48.780858409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="699 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:36:48.780867118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:36:48.780873322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:36:48.780878834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:36:48.780883976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:36:48.780889828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:36:48.782426001Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:36:51.46526259Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=5 entries=5 streamLabelsSize="154 B" entriesSize="39 kB" structuredMetadataSize="342 B" totalSize="40 kB" mostRecentLagMs=1714 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:36:51.465289873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:36:51.46530068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4714
level=debug ts=2026-02-16T11:36:51.465307986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=9714
level=debug ts=2026-02-16T11:36:51.465313844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=1714
level=debug ts=2026-02-16T11:36:51.465320039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6714
level=debug ts=2026-02-16T11:36:51.466934355Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:36:53.402629227Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T11:36:53.404317777Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T11:37:00.148446923Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T11:37:04.781324185Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=6 entries=8 streamLabelsSize="185 B" entriesSize="11 kB" structuredMetadataSize="498 B" totalSize="12 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:04.781352527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:37:04.781363687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:37:04.781370151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:37:04.781375696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:37:04.781380497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:37:04.781386671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:37:04.782934973Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:37:06.75420904Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=5 entries=7 streamLabelsSize="183 B" entriesSize="35 kB" structuredMetadataSize="461 B" totalSize="35 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:06.75423758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:37:06.754249925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T11:37:06.75425672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="340 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:37:06.754262505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T11:37:06.754270452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T11:37:06.755820583Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:37:09.677936684Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=7 streamLabelsSize="186 B" entriesSize="408 kB" structuredMetadataSize="442 B" totalSize="409 kB" mostRecentLagMs=363 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:09.677965651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:37:09.677977058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6363
level=debug ts=2026-02-16T11:37:09.677984029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5363
level=debug ts=2026-02-16T11:37:09.677989606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4364
level=debug ts=2026-02-16T11:37:09.677994704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=364
level=debug ts=2026-02-16T11:37:09.678000878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=9382
level=debug ts=2026-02-16T11:37:09.682703411Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:37:18.780529511Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=7 entries=7 streamLabelsSize="219 B" entriesSize="7.8 kB" structuredMetadataSize="442 B" totalSize="8.0 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:18.780561994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:37:18.78057457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:37:18.78058036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:37:18.780586565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="357 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:37:18.780591986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:37:18.780597407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="505 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:37:18.7806036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:37:18.782208743Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:37:19.755589271Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.4 kB" streams=6 entries=8 streamLabelsSize="203 B" entriesSize="64 kB" structuredMetadataSize="563 B" totalSize="65 kB" mostRecentLagMs=953 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:19.755617807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=953
level=debug ts=2026-02-16T11:37:19.755629146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="750 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:37:19.755637082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="505 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:37:19.755644143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="28 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:37:19.755650103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:37:19.755655679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:37:19.7573559Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:37:20.320306176Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=5 entries=5 streamLabelsSize="167 B" entriesSize="156 kB" structuredMetadataSize="361 B" totalSize="156 kB" mostRecentLagMs=2554 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:20.320336361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="505 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:37:20.320350999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:37:20.320358078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=2554
level=debug ts=2026-02-16T11:37:20.320366028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:37:20.320371748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:37:20.322869916Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:37:30.14987683Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:37:30.755049172Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=5 entries=5 streamLabelsSize="199 B" entriesSize="39 kB" structuredMetadataSize="332 B" totalSize="40 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:30.755077329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:37:30.755088559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:37:30.755094977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9397
level=debug ts=2026-02-16T11:37:30.755100572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:37:30.755105655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:37:30.756984072Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:37:31.323765316Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=4 entries=4 streamLabelsSize="100 B" entriesSize="384 kB" structuredMetadataSize="252 B" totalSize="384 kB" mostRecentLagMs=2690 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:31.32379506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:37:31.323806428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=2690
level=debug ts=2026-02-16T11:37:31.323813886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:37:31.323819238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="537 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T11:37:31.328676869Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:37:31.78054778Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=6 entries=6 streamLabelsSize="206 B" entriesSize="9.9 kB" structuredMetadataSize="397 B" totalSize="10 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:31.780593262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:37:31.780611723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="924 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:37:31.780622238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="214 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:37:31.780631863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:37:31.780641056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:37:31.780650642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:37:31.782563186Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:37:42.756777179Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=4 entries=5 streamLabelsSize="151 B" entriesSize="12 kB" structuredMetadataSize="315 B" totalSize="12 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:42.756807625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="815 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:37:42.756821378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="886 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:37:42.756828436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T11:37:42.756851219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T11:37:42.75826041Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:37:43.543459293Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=3 entries=4 streamLabelsSize="88 B" entriesSize="18 kB" structuredMetadataSize="263 B" totalSize="18 kB" mostRecentLagMs=2229 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:43.543487943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="961 B" policy= mostRecentLagMs=3229
level=debug ts=2026-02-16T11:37:43.543498361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=2229
level=debug ts=2026-02-16T11:37:43.543506348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:37:43.544999876Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:37:44.780378546Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=5 entries=5 streamLabelsSize="154 B" entriesSize="13 kB" structuredMetadataSize="325 B" totalSize="13 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:44.780405409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:37:44.78041736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:37:44.780423547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:37:44.780430203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:37:44.780435712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="651 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:37:44.781911429Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:37:45.393814239Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:52742"
level=debug ts=2026-02-16T11:37:46.752797351Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:37:52.883033167Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=6 entries=6 streamLabelsSize="221 B" entriesSize="56 kB" structuredMetadataSize="403 B" totalSize="56 kB" mostRecentLagMs=2132 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:52.883061249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=9321
level=debug ts=2026-02-16T11:37:52.883073875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2132
level=debug ts=2026-02-16T11:37:52.883080196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8131
level=debug ts=2026-02-16T11:37:52.88308693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5132
level=debug ts=2026-02-16T11:37:52.883093961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3132
level=debug ts=2026-02-16T11:37:52.883099864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:37:52.885304248Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:37:54.318902021Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=6 entries=7 streamLabelsSize="167 B" entriesSize="45 kB" structuredMetadataSize="446 B" totalSize="45 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:54.318929049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:37:54.31893971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:37:54.318946184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:37:54.318952049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=983
level=debug ts=2026-02-16T11:37:54.31895943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:37:54.31896474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:37:54.320570923Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:37:57.781294888Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.3 kB" streams=6 entries=8 streamLabelsSize="209 B" entriesSize="58 kB" structuredMetadataSize="538 B" totalSize="58 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:37:57.78132583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:37:57.781338005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:37:57.781346666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:37:57.781353692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:37:57.781360286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:37:57.781366032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="46 kB" policy= mostRecentLagMs=9757
level=debug ts=2026-02-16T11:37:57.78296218Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:38:00.151415674Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T11:38:04.341335655Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.9 kB" streams=2 entries=2 streamLabelsSize="62 B" entriesSize="338 kB" structuredMetadataSize="127 B" totalSize="338 kB" mostRecentLagMs=1026 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:04.341376447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1026
level=debug ts=2026-02-16T11:38:04.341397125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="338 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:38:04.345327848Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:38:05.755959095Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.4 kB" streams=7 entries=7 streamLabelsSize="240 B" entriesSize="68 kB" structuredMetadataSize="449 B" totalSize="68 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:05.755997201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="24 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:38:05.756012733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:38:05.756022775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:38:05.75603039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="358 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:38:05.756042841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:38:05.756049871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:38:05.756059061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7863
level=debug ts=2026-02-16T11:38:05.758310782Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:38:08.780599567Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=5 entries=5 streamLabelsSize="188 B" entriesSize="23 kB" structuredMetadataSize="331 B" totalSize="23 kB" mostRecentLagMs=2774 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:08.78063044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:38:08.780643398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="22 kB" policy= mostRecentLagMs=2774
level=debug ts=2026-02-16T11:38:08.78065097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:38:08.780657186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:38:08.78066216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:38:08.782139322Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:38:15.320610647Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=6 entries=6 streamLabelsSize="163 B" entriesSize="152 kB" structuredMetadataSize="390 B" totalSize="152 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:15.320643198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:38:15.320655622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T11:38:15.320661605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:38:15.320668536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="380 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:38:15.320673985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=6548
level=debug ts=2026-02-16T11:38:15.320680376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:38:15.323170688Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:38:15.782116368Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:54804"
level=debug ts=2026-02-16T11:38:22.280981385Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.3 kB" streams=10 entries=12 streamLabelsSize="335 B" entriesSize="93 kB" structuredMetadataSize="803 B" totalSize="93 kB" mostRecentLagMs=2505 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:22.281023834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7799
level=debug ts=2026-02-16T11:38:22.281036838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8505
level=debug ts=2026-02-16T11:38:22.281043037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=8505
level=debug ts=2026-02-16T11:38:22.281050192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2505
level=debug ts=2026-02-16T11:38:22.281056989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=2505
level=debug ts=2026-02-16T11:38:22.281064081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9505
level=debug ts=2026-02-16T11:38:22.281069263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=6505
level=debug ts=2026-02-16T11:38:22.281074112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="50 kB" policy= mostRecentLagMs=6135
level=debug ts=2026-02-16T11:38:22.281079272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3504
level=debug ts=2026-02-16T11:38:22.28108407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=2505
level=debug ts=2026-02-16T11:38:22.283584972Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:38:24.321688096Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.8 kB" streams=9 entries=11 streamLabelsSize="319 B" entriesSize="125 kB" structuredMetadataSize="780 B" totalSize="125 kB" mostRecentLagMs=3570 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:24.32171534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7871
level=debug ts=2026-02-16T11:38:24.321726849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3570
level=debug ts=2026-02-16T11:38:24.321734545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="55 kB" policy= mostRecentLagMs=3570
level=debug ts=2026-02-16T11:38:24.321740706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=7571
level=debug ts=2026-02-16T11:38:24.321746056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4571
level=debug ts=2026-02-16T11:38:24.321751147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3570
level=debug ts=2026-02-16T11:38:24.321755884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7571
level=debug ts=2026-02-16T11:38:24.321761133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9570
level=debug ts=2026-02-16T11:38:24.321766596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:38:24.324276539Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:38:28.323988769Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=5 streamLabelsSize="153 B" entriesSize="388 kB" structuredMetadataSize="344 B" totalSize="388 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:28.324018942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T11:38:28.324030439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="210 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:38:28.324036861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T11:38:28.324043369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T11:38:28.324048557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="383 kB" policy= mostRecentLagMs=5202
level=debug ts=2026-02-16T11:38:28.328678354Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:38:29.062186138Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:38882"
ts=2026-02-16T11:38:30.153328743Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:38:32.779932592Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=5 entries=5 streamLabelsSize="189 B" entriesSize="7.9 kB" structuredMetadataSize="329 B" totalSize="8.1 kB" mostRecentLagMs=6004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:32.779958739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:38:32.779970678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:38:32.77997801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:38:32.779983426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:38:32.77998824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="499 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:38:32.781418693Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:38:35.755044579Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=5 entries=6 streamLabelsSize="178 B" entriesSize="33 kB" structuredMetadataSize="365 B" totalSize="33 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:35.755075806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:38:35.75508811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:38:35.755094961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=7042
level=debug ts=2026-02-16T11:38:35.755102167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T11:38:35.755107894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T11:38:35.756707534Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:38:42.318723814Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="753 B" streams=4 entries=4 streamLabelsSize="115 B" entriesSize="1.7 kB" structuredMetadataSize="258 B" totalSize="1.8 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:42.318753419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:38:42.31876605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:38:42.318772284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:38:42.31877823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:38:42.320332833Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:38:43.779782285Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=4 entries=5 streamLabelsSize="123 B" entriesSize="7.6 kB" structuredMetadataSize="337 B" totalSize="7.7 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:43.779808605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T11:38:43.779821482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T11:38:43.779828066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:38:43.779855352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:38:43.781331169Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:38:45.397049379Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:59546"
ts=2026-02-16T11:38:45.784036916Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:42392"
level=debug ts=2026-02-16T11:38:46.755132767Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.8 kB" streams=8 entries=8 streamLabelsSize="291 B" entriesSize="48 kB" structuredMetadataSize="542 B" totalSize="48 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:46.755159887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T11:38:46.755170355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:38:46.755176911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5804
level=debug ts=2026-02-16T11:38:46.755183076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:38:46.755189324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:38:46.755194321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="667 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:38:46.755199781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:38:46.755205062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:38:46.756832583Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:38:47.721933029Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:38:54.323028785Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=4 streamLabelsSize="112 B" entriesSize="385 kB" structuredMetadataSize="273 B" totalSize="385 kB" mostRecentLagMs=2009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:54.323057375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T11:38:54.32306889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="641 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T11:38:54.323076155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T11:38:54.323085344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=2344
level=debug ts=2026-02-16T11:38:54.327053355Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:38:59.781493461Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=10 entries=11 streamLabelsSize="327 B" entriesSize="13 kB" structuredMetadataSize="707 B" totalSize="14 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:38:59.781523059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:38:59.781535206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:38:59.781542877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:38:59.78154859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:38:59.781555067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:38:59.781560399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:38:59.781566359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:38:59.781571396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:38:59.781575961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:38:59.781581506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:38:59.783357648Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:39:00.156240466Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:39:00.75615601Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=3 entries=5 streamLabelsSize="113 B" entriesSize="91 kB" structuredMetadataSize="364 B" totalSize="91 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:00.756184716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:39:00.756197604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:39:00.756204654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="90 kB" policy= mostRecentLagMs=1645
level=debug ts=2026-02-16T11:39:00.758544686Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:39:05.320952389Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.2 kB" streams=6 entries=6 streamLabelsSize="190 B" entriesSize="179 kB" structuredMetadataSize="392 B" totalSize="179 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:05.320983623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:39:05.320996273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:39:05.321003627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:39:05.321010978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="29 kB" policy= mostRecentLagMs=5257
level=debug ts=2026-02-16T11:39:05.321017502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=3815
level=debug ts=2026-02-16T11:39:05.321023848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T11:39:05.323564314Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:39:13.755112476Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=7 entries=7 streamLabelsSize="256 B" entriesSize="43 kB" structuredMetadataSize="456 B" totalSize="43 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:13.755142551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:39:13.755153935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2593
level=debug ts=2026-02-16T11:39:13.755161246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:39:13.75516742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:39:13.75517395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="234 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:39:13.755179721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:39:13.755185264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:39:13.757022354Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:39:14.78080801Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=6 entries=7 streamLabelsSize="173 B" entriesSize="5.6 kB" structuredMetadataSize="436 B" totalSize="5.7 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:14.780859009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:39:14.780873071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:39:14.78087959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:39:14.78088673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:39:14.780891922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:39:14.780896657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:39:14.782266107Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:39:15.397759155Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:42250"
ts=2026-02-16T11:39:15.785801582Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:47694"
level=debug ts=2026-02-16T11:39:16.182735528Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=7 streamLabelsSize="180 B" entriesSize="307 kB" structuredMetadataSize="462 B" totalSize="307 kB" mostRecentLagMs=868 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:16.182767734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=868
level=debug ts=2026-02-16T11:39:16.182780235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=4868
level=debug ts=2026-02-16T11:39:16.182786683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="297 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T11:39:16.18279257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=3868
level=debug ts=2026-02-16T11:39:16.182797903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=3868
level=debug ts=2026-02-16T11:39:16.182802888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1869
level=debug ts=2026-02-16T11:39:16.186801011Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:39:24.754897102Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.7 kB" streams=5 entries=7 streamLabelsSize="164 B" entriesSize="50 kB" structuredMetadataSize="475 B" totalSize="50 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:24.754924807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T11:39:24.754937127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:39:24.754944523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T11:39:24.754950301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:39:24.754955256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6814
level=debug ts=2026-02-16T11:39:24.756626501Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:39:25.780178696Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=7 entries=7 streamLabelsSize="209 B" entriesSize="12 kB" structuredMetadataSize="458 B" totalSize="12 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:25.780207425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="323 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:39:25.780220022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:39:25.780227248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:39:25.780234544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:39:25.780241141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:39:25.780248537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:39:25.780255427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:39:25.781708075Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:39:30.158771647Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:39:30.318194909Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="524 B" streams=2 entries=2 streamLabelsSize="45 B" entriesSize="1.4 kB" structuredMetadataSize="117 B" totalSize="1.4 kB" mostRecentLagMs=5003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:30.318223086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T11:39:30.318235152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:39:30.31954316Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:39:35.755480863Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=4 entries=4 streamLabelsSize="158 B" entriesSize="52 kB" structuredMetadataSize="291 B" totalSize="52 kB" mostRecentLagMs=880 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:35.755511459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=880
level=debug ts=2026-02-16T11:39:35.75552395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:39:35.755530157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6978
level=debug ts=2026-02-16T11:39:35.755537311Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:39:35.757162787Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:39:37.780942258Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=3 entries=3 streamLabelsSize="105 B" entriesSize="21 kB" structuredMetadataSize="191 B" totalSize="21 kB" mostRecentLagMs=5004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:37.780981538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="13 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:39:37.780993556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:39:37.781000862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:39:37.782466132Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:39:42.484933213Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=3 entries=5 streamLabelsSize="84 B" entriesSize="386 kB" structuredMetadataSize="331 B" totalSize="386 kB" mostRecentLagMs=171 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:42.484961929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=171
level=debug ts=2026-02-16T11:39:42.484973335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="949 B" policy= mostRecentLagMs=2170
level=debug ts=2026-02-16T11:39:42.484981915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:39:42.48903336Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:39:45.398788275Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:52118"
level=debug ts=2026-02-16T11:39:46.755466947Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=5 entries=5 streamLabelsSize="175 B" entriesSize="7.4 kB" structuredMetadataSize="322 B" totalSize="7.6 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:46.755498693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:39:46.755510216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:39:46.755516859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:39:46.755522741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:39:46.755529021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:39:46.756913596Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:39:47.257431721Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:39:49.780780348Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=7 entries=8 streamLabelsSize="238 B" entriesSize="57 kB" structuredMetadataSize="555 B" totalSize="57 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:49.780809452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:39:49.780820203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="663 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:39:49.780826247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:39:49.780831757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="47 kB" policy= mostRecentLagMs=1733
level=debug ts=2026-02-16T11:39:49.780853579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:39:49.780859192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="581 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:39:49.780864625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:39:49.782888142Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:39:54.32006643Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.1 kB" streams=4 entries=4 streamLabelsSize="123 B" entriesSize="154 kB" structuredMetadataSize="289 B" totalSize="154 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:54.320096299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:39:54.32010822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:39:54.320130563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=7720
level=debug ts=2026-02-16T11:39:54.320140033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="626 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T11:39:54.322639104Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:39:59.07056108Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:37810"
level=debug ts=2026-02-16T11:39:59.754890821Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.8 kB" streams=6 entries=6 streamLabelsSize="221 B" entriesSize="57 kB" structuredMetadataSize="397 B" totalSize="57 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:39:59.754919139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9558
level=debug ts=2026-02-16T11:39:59.754931191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:39:59.754937675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:39:59.754944679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:39:59.75495053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T11:39:59.754955875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:39:59.756625302Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:40:00.160647366Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:40:01.781576578Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=8 entries=8 streamLabelsSize="272 B" entriesSize="32 kB" structuredMetadataSize="521 B" totalSize="32 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:01.781607312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:40:01.78162339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:40:01.781632073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:40:01.781638508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:40:01.781644846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:40:01.781650531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:40:01.781655538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:40:01.781660308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=9836
level=debug ts=2026-02-16T11:40:01.78358019Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:40:11.214991203Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=7 streamLabelsSize="201 B" entriesSize="421 kB" structuredMetadataSize="443 B" totalSize="421 kB" mostRecentLagMs=1900 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:11.215029243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="383 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T11:40:11.215047045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=1900
level=debug ts=2026-02-16T11:40:11.215057445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6900
level=debug ts=2026-02-16T11:40:11.215067756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1900
level=debug ts=2026-02-16T11:40:11.215076779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=2901
level=debug ts=2026-02-16T11:40:11.215086431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6900
level=debug ts=2026-02-16T11:40:11.219364311Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:40:11.754538074Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=6 entries=6 streamLabelsSize="232 B" entriesSize="46 kB" structuredMetadataSize="401 B" totalSize="46 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:11.754565357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:40:11.754576403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T11:40:11.754582558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T11:40:11.754588567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T11:40:11.754593461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="173 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T11:40:11.754599788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8397
level=debug ts=2026-02-16T11:40:11.756181255Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:40:12.779783213Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=6 entries=6 streamLabelsSize="190 B" entriesSize="12 kB" structuredMetadataSize="389 B" totalSize="12 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:12.779812822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="352 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:40:12.779825031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:40:12.77983094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:40:12.779853393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T11:40:12.779859465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:40:12.779865701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T11:40:12.781356595Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:40:15.790092338Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:34952"
level=debug ts=2026-02-16T11:40:21.318417541Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=5 entries=6 streamLabelsSize="131 B" entriesSize="6.6 kB" structuredMetadataSize="391 B" totalSize="6.7 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:21.318467692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:40:21.318492687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T11:40:21.318510334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T11:40:21.31861954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:40:21.31864601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T11:40:21.320190458Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:40:21.876485486Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.3 kB" streams=7 entries=8 streamLabelsSize="227 B" entriesSize="67 kB" structuredMetadataSize="547 B" totalSize="68 kB" mostRecentLagMs=125 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:21.876516948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=125
level=debug ts=2026-02-16T11:40:21.876528372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:40:21.876535432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=9125
level=debug ts=2026-02-16T11:40:21.87654119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9125
level=debug ts=2026-02-16T11:40:21.876548122Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=4125
level=debug ts=2026-02-16T11:40:21.876553622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8712
level=debug ts=2026-02-16T11:40:21.876559028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=6126
level=debug ts=2026-02-16T11:40:21.878435837Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:40:25.781336976Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.8 kB" streams=12 entries=14 streamLabelsSize="406 B" entriesSize="81 kB" structuredMetadataSize="900 B" totalSize="82 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:25.78136711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="200 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:40:25.781379061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:40:25.781385381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:40:25.781391088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:40:25.78139686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:40:25.781402674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="19 kB" policy= mostRecentLagMs=3458
level=debug ts=2026-02-16T11:40:25.781409156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:40:25.781414092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="334 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:40:25.78141873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:40:25.781423253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="426 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:40:25.781428883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="22 kB" policy= mostRecentLagMs=9750
level=debug ts=2026-02-16T11:40:25.781433876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="18 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:40:25.78391329Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:40:30.16278158Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:40:34.630369348Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.6 kB" streams=11 entries=12 streamLabelsSize="398 B" entriesSize="140 kB" structuredMetadataSize="838 B" totalSize="140 kB" mostRecentLagMs=1879 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:34.630396838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9880
level=debug ts=2026-02-16T11:40:34.630408043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="23 kB" policy= mostRecentLagMs=6879
level=debug ts=2026-02-16T11:40:34.630416118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=1879
level=debug ts=2026-02-16T11:40:34.630423248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:40:34.630429114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=4879
level=debug ts=2026-02-16T11:40:34.630435166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=3879
level=debug ts=2026-02-16T11:40:34.630439918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="55 kB" policy= mostRecentLagMs=3879
level=debug ts=2026-02-16T11:40:34.630444682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=8879
level=debug ts=2026-02-16T11:40:34.630449435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4879
level=debug ts=2026-02-16T11:40:34.630455433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7879
level=debug ts=2026-02-16T11:40:34.63046283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="11 kB" policy= mostRecentLagMs=8879
level=debug ts=2026-02-16T11:40:34.633325383Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:40:35.350326384Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="79 kB" streams=8 entries=26 streamLabelsSize="236 B" entriesSize="1.9 MB" structuredMetadataSize="1.6 kB" totalSize="1.9 MB" mostRecentLagMs=887 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:35.350354241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1036
level=debug ts=2026-02-16T11:40:35.350367344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=9035
level=debug ts=2026-02-16T11:40:35.350373812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=887
level=debug ts=2026-02-16T11:40:35.350379654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="382 B" policy= mostRecentLagMs=2036
level=debug ts=2026-02-16T11:40:35.350385696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="14 kB" policy= mostRecentLagMs=5035
level=debug ts=2026-02-16T11:40:35.35039044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="209 B" policy= mostRecentLagMs=6035
level=debug ts=2026-02-16T11:40:35.350395445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="338 kB" policy= mostRecentLagMs=8734
level=debug ts=2026-02-16T11:40:35.350400658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="52 kB" policy= mostRecentLagMs=961
level=debug ts=2026-02-16T11:40:35.36296944Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:40:36.354704413Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="71 kB" streams=7 entries=25 streamLabelsSize="229 B" entriesSize="1.6 MB" structuredMetadataSize="1.5 kB" totalSize="1.6 MB" mostRecentLagMs=578 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:36.354731838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2579
level=debug ts=2026-02-16T11:40:36.354743412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=7578
level=debug ts=2026-02-16T11:40:36.354749753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=1578
level=debug ts=2026-02-16T11:40:36.354756638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="770 B" policy= mostRecentLagMs=578
level=debug ts=2026-02-16T11:40:36.354762858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=578
level=debug ts=2026-02-16T11:40:36.354768152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=9578
level=debug ts=2026-02-16T11:40:36.354774018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="19 kB" policy= mostRecentLagMs=3578
level=debug ts=2026-02-16T11:40:36.364989159Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:40:40.916678089Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:40:44.754403448Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=3 entries=4 streamLabelsSize="103 B" entriesSize="21 kB" structuredMetadataSize="244 B" totalSize="21 kB" mostRecentLagMs=2003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:44.754436919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="13 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:40:44.754449541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T11:40:44.754457016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T11:40:44.756207774Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:40:45.740813827Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=6 entries=9 streamLabelsSize="158 B" entriesSize="256 kB" structuredMetadataSize="563 B" totalSize="256 kB" mostRecentLagMs=426 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:45.741016634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=5427
level=debug ts=2026-02-16T11:40:45.741029152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="111 kB" policy= mostRecentLagMs=426
level=debug ts=2026-02-16T11:40:45.741037656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="232 B" policy= mostRecentLagMs=426
level=debug ts=2026-02-16T11:40:45.74104345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=426
level=debug ts=2026-02-16T11:40:45.741049892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6426
level=debug ts=2026-02-16T11:40:45.741055174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=7438
level=debug ts=2026-02-16T11:40:45.745265747Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:40:49.786206886Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=9 entries=14 streamLabelsSize="277 B" entriesSize="220 kB" structuredMetadataSize="876 B" totalSize="221 kB" mostRecentLagMs=2010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:49.786238127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="152 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T11:40:49.786250494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:40:49.786257474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T11:40:49.786263219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="24 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T11:40:49.786268759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="26 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:40:49.786273805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T11:40:49.78627949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T11:40:49.786284608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T11:40:49.786289289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T11:40:49.78904014Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:40:55.518408133Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=9 entries=13 streamLabelsSize="297 B" entriesSize="115 kB" structuredMetadataSize="866 B" totalSize="115 kB" mostRecentLagMs=767 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:55.518435979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5767
level=debug ts=2026-02-16T11:40:55.518447135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="112 B" policy= mostRecentLagMs=6767
level=debug ts=2026-02-16T11:40:55.518453419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:40:55.518460185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=767
level=debug ts=2026-02-16T11:40:55.518465673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=6767
level=debug ts=2026-02-16T11:40:55.518470796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="41 kB" policy= mostRecentLagMs=9767
level=debug ts=2026-02-16T11:40:55.518476097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9767
level=debug ts=2026-02-16T11:40:55.518481553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="15 kB" policy= mostRecentLagMs=3767
level=debug ts=2026-02-16T11:40:55.518485997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=767
level=debug ts=2026-02-16T11:40:55.520992187Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:40:56.328194361Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=5 entries=9 streamLabelsSize="142 B" entriesSize="590 kB" structuredMetadataSize="606 B" totalSize="591 kB" mostRecentLagMs=3575 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:40:56.328222005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="224 kB" policy= mostRecentLagMs=4623
level=debug ts=2026-02-16T11:40:56.328233144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="602 B" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T11:40:56.328240821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=7013
level=debug ts=2026-02-16T11:40:56.328247128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T11:40:56.328253094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=3575
level=debug ts=2026-02-16T11:40:56.333920698Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:40:59.075816928Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:43518"
ts=2026-02-16T11:41:00.164762163Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:41:01.615317638Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=9 entries=11 streamLabelsSize="278 B" entriesSize="220 kB" structuredMetadataSize="685 B" totalSize="221 kB" mostRecentLagMs=1839 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:01.615355934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=1839
level=debug ts=2026-02-16T11:41:01.615371872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9839
level=debug ts=2026-02-16T11:41:01.615384265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="195 kB" policy= mostRecentLagMs=1843
level=debug ts=2026-02-16T11:41:01.615391414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=5609
level=debug ts=2026-02-16T11:41:01.615398275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7839
level=debug ts=2026-02-16T11:41:01.61540724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=2839
level=debug ts=2026-02-16T11:41:01.61541572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=5839
level=debug ts=2026-02-16T11:41:01.615424803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=9839
level=debug ts=2026-02-16T11:41:01.615432807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=8839
level=debug ts=2026-02-16T11:41:01.618499222Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:41:05.599899231Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=4 entries=4 streamLabelsSize="151 B" entriesSize="32 kB" structuredMetadataSize="243 B" totalSize="32 kB" mostRecentLagMs=2848 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:05.599928002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:41:05.599939036Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="556 B" policy= mostRecentLagMs=2848
level=debug ts=2026-02-16T11:41:05.599946225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4849
level=debug ts=2026-02-16T11:41:05.59995191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9848
level=debug ts=2026-02-16T11:41:05.601865394Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:41:09.735157269Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=7 entries=15 streamLabelsSize="209 B" entriesSize="513 kB" structuredMetadataSize="908 B" totalSize="513 kB" mostRecentLagMs=17 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:09.735185477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="300 B" policy= mostRecentLagMs=9421
level=debug ts=2026-02-16T11:41:09.735198428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=9421
level=debug ts=2026-02-16T11:41:09.735205077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5421
level=debug ts=2026-02-16T11:41:09.735210679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5421
level=debug ts=2026-02-16T11:41:09.73521545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="478 kB" policy= mostRecentLagMs=17
level=debug ts=2026-02-16T11:41:09.735220427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="681 B" policy= mostRecentLagMs=421
level=debug ts=2026-02-16T11:41:09.735225517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=686
level=debug ts=2026-02-16T11:41:09.739715048Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:41:12.783429956Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=7 entries=9 streamLabelsSize="208 B" entriesSize="219 kB" structuredMetadataSize="545 B" totalSize="219 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:12.783457905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:41:12.783470921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T11:41:12.783478766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="200 kB" policy= mostRecentLagMs=3437
level=debug ts=2026-02-16T11:41:12.783484205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T11:41:12.783489253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T11:41:12.783493913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:41:12.783500633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:41:12.786547438Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:41:15.404949164Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:44774"
level=debug ts=2026-02-16T11:41:15.757572592Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.4 kB" streams=8 entries=9 streamLabelsSize="269 B" entriesSize="95 kB" structuredMetadataSize="592 B" totalSize="96 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:15.757602243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="230 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:41:15.757613775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="51 kB" policy= mostRecentLagMs=6257
level=debug ts=2026-02-16T11:41:15.757621583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T11:41:15.757628705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T11:41:15.757633861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8542
level=debug ts=2026-02-16T11:41:15.757638599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:41:15.757642955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="298 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T11:41:15.757647605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T11:41:15.760041984Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:41:20.32266223Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=6 streamLabelsSize="137 B" entriesSize="209 kB" structuredMetadataSize="375 B" totalSize="209 kB" mostRecentLagMs=5008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:20.322693487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T11:41:20.322704963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="17 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T11:41:20.322712154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T11:41:20.32271861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="185 kB" policy= mostRecentLagMs=8204
level=debug ts=2026-02-16T11:41:20.322727183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T11:41:20.325596607Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:41:23.782339135Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=10 entries=13 streamLabelsSize="310 B" entriesSize="142 kB" structuredMetadataSize="835 B" totalSize="142 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:23.782366598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:41:23.782378434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:41:23.782385273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:41:23.782391698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:41:23.782397373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="21 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:41:23.782402367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:41:23.782406942Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="87 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:41:23.782412567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T11:41:23.782417216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:41:23.782422021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:41:23.785074566Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:41:25.575392582Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T11:41:25.577182387Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:41:27.754764345Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=7 entries=14 streamLabelsSize="221 B" entriesSize="23 kB" structuredMetadataSize="900 B" totalSize="23 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:27.754795414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T11:41:27.75480661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T11:41:27.754814494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:41:27.754821144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T11:41:27.754826179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:41:27.754832296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T11:41:27.754860064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="618 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:41:27.756479448Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:41:29.078208369Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:59006"
ts=2026-02-16T11:41:30.167198121Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:41:31.990351058Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=4 entries=7 streamLabelsSize="108 B" entriesSize="571 kB" structuredMetadataSize="484 B" totalSize="571 kB" mostRecentLagMs=2969 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:31.990379294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="865 B" policy= mostRecentLagMs=7675
level=debug ts=2026-02-16T11:41:31.990392612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="530 kB" policy= mostRecentLagMs=2969
level=debug ts=2026-02-16T11:41:31.990399238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7675
level=debug ts=2026-02-16T11:41:31.99040525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="40 kB" policy= mostRecentLagMs=6676
level=debug ts=2026-02-16T11:41:31.997023233Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:41:34.781573492Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.6 kB" streams=7 entries=7 streamLabelsSize="225 B" entriesSize="105 kB" structuredMetadataSize="447 B" totalSize="105 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:34.781603469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:41:34.781614575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:41:34.781620655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:41:34.781630395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="98 kB" policy= mostRecentLagMs=2514
level=debug ts=2026-02-16T11:41:34.781641454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:41:34.781646595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:41:34.781652437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:41:34.784151755Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:41:37.766184276Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.8 kB" streams=5 entries=7 streamLabelsSize="161 B" entriesSize="77 kB" structuredMetadataSize="455 B" totalSize="77 kB" mostRecentLagMs=15 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:37.76621192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8839
level=debug ts=2026-02-16T11:41:37.766223276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="239 B" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T11:41:37.766229843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T11:41:37.766236584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T11:41:37.766242236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="38 kB" policy= mostRecentLagMs=5670
level=debug ts=2026-02-16T11:41:37.768626676Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:41:42.661662242Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=4 entries=11 streamLabelsSize="110 B" entriesSize="476 kB" structuredMetadataSize="672 B" totalSize="476 kB" mostRecentLagMs=2347 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:42.661690006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=2347
level=debug ts=2026-02-16T11:41:42.661712567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=7347
level=debug ts=2026-02-16T11:41:42.661719609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="468 kB" policy= mostRecentLagMs=9347
level=debug ts=2026-02-16T11:41:42.661724865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="690 B" policy= mostRecentLagMs=7347
level=debug ts=2026-02-16T11:41:42.666189574Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:41:45.798244484Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:55154"
level=debug ts=2026-02-16T11:41:48.756331983Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.1 kB" streams=8 entries=11 streamLabelsSize="256 B" entriesSize="69 kB" structuredMetadataSize="725 B" totalSize="69 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:48.756360078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:41:48.756371455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="342 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:41:48.756377761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:41:48.756383447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:41:48.756389855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="393 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:41:48.756396609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="31 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:41:48.7564019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:41:48.75640672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:41:48.758034649Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:41:49.783091252Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=10 entries=14 streamLabelsSize="308 B" entriesSize="146 kB" structuredMetadataSize="866 B" totalSize="146 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:49.783127086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="110 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:41:49.783141033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T11:41:49.783150994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T11:41:49.783162725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:41:49.783168407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:41:49.783174927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="10 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:41:49.783184927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:41:49.783193443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="338 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:41:49.783200824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:41:49.783206506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:41:49.785792082Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:41:53.326093255Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=6 entries=7 streamLabelsSize="171 B" entriesSize="465 kB" structuredMetadataSize="486 B" totalSize="466 kB" mostRecentLagMs=410 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:41:53.326121256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="79 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:41:53.326133047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T11:41:53.326139399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T11:41:53.326144795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="470 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T11:41:53.326150329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T11:41:53.326155364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=411
level=debug ts=2026-02-16T11:41:53.330443226Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:41:59.080670843Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:37530"
ts=2026-02-16T11:42:00.169081497Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T11:42:00.226886738Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.1 kB" streams=6 entries=8 streamLabelsSize="193 B" entriesSize="108 kB" structuredMetadataSize="556 B" totalSize="108 kB" mostRecentLagMs=450 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:00.226915502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7451
level=debug ts=2026-02-16T11:42:00.226926091Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7451
level=debug ts=2026-02-16T11:42:00.226931713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=7451
level=debug ts=2026-02-16T11:42:00.226937475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="105 kB" policy= mostRecentLagMs=2278
level=debug ts=2026-02-16T11:42:00.226942519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7451
level=debug ts=2026-02-16T11:42:00.226948296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=450
level=debug ts=2026-02-16T11:42:00.229360357Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:00.670497689Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.0 kB" streams=4 entries=7 streamLabelsSize="135 B" entriesSize="129 kB" structuredMetadataSize="505 B" totalSize="129 kB" mostRecentLagMs=908 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:00.670529299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5919
level=debug ts=2026-02-16T11:42:00.670541635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4919
level=debug ts=2026-02-16T11:42:00.670548784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="216 B" policy= mostRecentLagMs=3919
level=debug ts=2026-02-16T11:42:00.670557227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="122 kB" policy= mostRecentLagMs=908
level=debug ts=2026-02-16T11:42:00.673000689Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:05.320894218Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=5 entries=5 streamLabelsSize="150 B" entriesSize="146 kB" structuredMetadataSize="320 B" totalSize="146 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:05.320923743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:42:05.32093601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:42:05.320944695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=3301
level=debug ts=2026-02-16T11:42:05.320950288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:42:05.320955513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="206 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T11:42:05.323966721Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:10.75490172Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=5 entries=6 streamLabelsSize="187 B" entriesSize="24 kB" structuredMetadataSize="388 B" totalSize="24 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:10.754930503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="380 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:42:10.754943376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:42:10.754950447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:42:10.754955686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7664
level=debug ts=2026-02-16T11:42:10.754961927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:42:10.756469204Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:12.128615855Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.9 kB" streams=9 entries=10 streamLabelsSize="323 B" entriesSize="61 kB" structuredMetadataSize="673 B" totalSize="62 kB" mostRecentLagMs=352 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:12.128643087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7353
level=debug ts=2026-02-16T11:42:12.128654184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3353
level=debug ts=2026-02-16T11:42:12.128662246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=9352
level=debug ts=2026-02-16T11:42:12.12866801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6353
level=debug ts=2026-02-16T11:42:12.128673433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="639 B" policy= mostRecentLagMs=4352
level=debug ts=2026-02-16T11:42:12.128678463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9352
level=debug ts=2026-02-16T11:42:12.128684408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2352
level=debug ts=2026-02-16T11:42:12.128690465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=352
level=debug ts=2026-02-16T11:42:12.128695666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="50 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T11:42:12.130544657Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:14.168937224Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T11:42:15.800598284Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:49170"
level=debug ts=2026-02-16T11:42:18.320407051Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.3 kB" streams=5 entries=6 streamLabelsSize="148 B" entriesSize="47 kB" structuredMetadataSize="376 B" totalSize="47 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:18.320435467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:42:18.320446931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T11:42:18.320455404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:42:18.320461232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=6260
level=debug ts=2026-02-16T11:42:18.320467526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:42:18.321983112Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:22.781339023Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=6 entries=6 streamLabelsSize="182 B" entriesSize="33 kB" structuredMetadataSize="403 B" totalSize="33 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:22.78136906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:42:22.781381086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4856
level=debug ts=2026-02-16T11:42:22.781387617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:42:22.781393269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:42:22.78139822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:42:22.7814028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:42:22.783082824Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:23.755766587Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.4 kB" streams=4 entries=5 streamLabelsSize="148 B" entriesSize="68 kB" structuredMetadataSize="346 B" totalSize="68 kB" mostRecentLagMs=5364 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:23.755795276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=5364
level=debug ts=2026-02-16T11:42:23.755807135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:42:23.755816273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:42:23.75582224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6780
level=debug ts=2026-02-16T11:42:23.757482697Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:42:30.171530378Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:42:30.324917403Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=4 entries=5 streamLabelsSize="115 B" entriesSize="486 kB" structuredMetadataSize="353 B" totalSize="486 kB" mostRecentLagMs=2473 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:30.324945574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="485 kB" policy= mostRecentLagMs=2473
level=debug ts=2026-02-16T11:42:30.324959035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T11:42:30.324966163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T11:42:30.324973043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:42:30.32966849Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:34.755724737Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=8 entries=9 streamLabelsSize="267 B" entriesSize="26 kB" structuredMetadataSize="583 B" totalSize="26 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:34.755755361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:42:34.755767845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:42:34.755776579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:42:34.755782896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="960 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:42:34.755788261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:42:34.75579329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:42:34.755797925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="602 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:42:34.755803748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:42:34.757338885Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:34.780972463Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=7 entries=7 streamLabelsSize="229 B" entriesSize="35 kB" structuredMetadataSize="438 B" totalSize="35 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:34.781007869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="20 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:42:34.781023674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="502 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:42:34.781035765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:42:34.781045621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:42:34.781056159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="380 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:42:34.781064647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="355 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:42:34.781073233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:42:34.782681021Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:43.136990288Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.8 kB" streams=8 entries=9 streamLabelsSize="266 B" entriesSize="98 kB" structuredMetadataSize="624 B" totalSize="99 kB" mostRecentLagMs=3822 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:43.137018224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:42:43.137029978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4822
level=debug ts=2026-02-16T11:42:43.137038017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9822
level=debug ts=2026-02-16T11:42:43.137044263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=7822
level=debug ts=2026-02-16T11:42:43.137049599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="205 B" policy= mostRecentLagMs=8822
level=debug ts=2026-02-16T11:42:43.137055124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="77 kB" policy= mostRecentLagMs=9822
level=debug ts=2026-02-16T11:42:43.137059897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="376 B" policy= mostRecentLagMs=8822
level=debug ts=2026-02-16T11:42:43.137066076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3822
level=debug ts=2026-02-16T11:42:43.139677681Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:46.755315678Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=5 entries=5 streamLabelsSize="183 B" entriesSize="40 kB" structuredMetadataSize="339 B" totalSize="40 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:46.755345344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:42:46.755358145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="629 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:42:46.755364785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8609
level=debug ts=2026-02-16T11:42:46.755371242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:42:46.755379291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:42:46.757396123Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:48.781538112Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=7 entries=7 streamLabelsSize="225 B" entriesSize="18 kB" structuredMetadataSize="451 B" totalSize="18 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:48.781577236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T11:42:48.781595459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:42:48.781604977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:42:48.781617339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:42:48.78162817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:42:48.781637497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:42:48.781646377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:42:48.783179881Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:51.61729846Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:42:53.317592726Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=5 entries=5 streamLabelsSize="153 B" entriesSize="4.4 kB" structuredMetadataSize="338 B" totalSize="4.6 kB" mostRecentLagMs=3002 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:53.317622362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:42:53.317634771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T11:42:53.317641906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="344 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:42:53.31764775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T11:42:53.317653502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T11:42:53.319009353Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:42:58.754459908Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.7 kB" streams=5 entries=6 streamLabelsSize="178 B" entriesSize="6.3 kB" structuredMetadataSize="385 B" totalSize="6.4 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:42:58.754490828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:42:58.754502239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:42:58.754510003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:42:58.754516641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:42:58.754522977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T11:42:58.755913896Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:43:00.174394293Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:43:00.780157437Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=5 entries=6 streamLabelsSize="160 B" entriesSize="8.5 kB" structuredMetadataSize="386 B" totalSize="8.6 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:00.780187533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:43:00.780199877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:43:00.780206777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="823 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:43:00.780212372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:43:00.780220526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="608 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:43:00.781587137Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:43:03.559061076Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=2 entries=2 streamLabelsSize="58 B" entriesSize="399 kB" structuredMetadataSize="139 B" totalSize="399 kB" mostRecentLagMs=6951 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:03.559095048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:43:03.559106722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=6951
level=debug ts=2026-02-16T11:43:03.56327804Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:43:09.499928999Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=2 entries=2 streamLabelsSize="62 B" entriesSize="32 kB" structuredMetadataSize="149 B" totalSize="32 kB" mostRecentLagMs=749 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:09.499960113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:43:09.499972096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="630 B" policy= mostRecentLagMs=749
level=debug ts=2026-02-16T11:43:09.501412024Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:43:12.780265317Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.2 kB" streams=5 entries=5 streamLabelsSize="138 B" entriesSize="5.2 kB" structuredMetadataSize="316 B" totalSize="5.3 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:12.780296136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:43:12.780308185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:43:12.780314647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:43:12.780322433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="380 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:43:12.780330342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:43:12.781770176Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:43:14.320901681Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.3 kB" streams=7 entries=9 streamLabelsSize="219 B" entriesSize="72 kB" structuredMetadataSize="595 B" totalSize="72 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:14.320941459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:43:14.320959568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:43:14.320970432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="28 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T11:43:14.320979935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:43:14.32098947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T11:43:14.320999584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="814 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:43:14.32100801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:43:14.322732208Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:43:15.805381769Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:35980"
level=debug ts=2026-02-16T11:43:19.607366714Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.4 kB" streams=5 entries=6 streamLabelsSize="156 B" entriesSize="65 kB" structuredMetadataSize="396 B" totalSize="65 kB" mostRecentLagMs=856 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:19.607396721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1379
level=debug ts=2026-02-16T11:43:19.607407923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5856
level=debug ts=2026-02-16T11:43:19.607415267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=856
level=debug ts=2026-02-16T11:43:19.607422483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=5856
level=debug ts=2026-02-16T11:43:19.607428193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=5856
level=debug ts=2026-02-16T11:43:19.609040507Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:43:24.781004683Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=6 entries=8 streamLabelsSize="195 B" entriesSize="18 kB" structuredMetadataSize="508 B" totalSize="18 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:24.781034645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:43:24.781046955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:43:24.781053653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:43:24.781059157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="892 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:43:24.781066548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:43:24.781072028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="723 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:43:24.782550758Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:43:24.882337733Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=6 entries=8 streamLabelsSize="153 B" entriesSize="583 kB" structuredMetadataSize="545 B" totalSize="583 kB" mostRecentLagMs=567 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:24.882362474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="504 kB" policy= mostRecentLagMs=2089
level=debug ts=2026-02-16T11:43:24.882373902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=567
level=debug ts=2026-02-16T11:43:24.882380948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=9568
level=debug ts=2026-02-16T11:43:24.882387034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="77 kB" policy= mostRecentLagMs=1567
level=debug ts=2026-02-16T11:43:24.882393069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9568
level=debug ts=2026-02-16T11:43:24.882398762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="205 B" policy= mostRecentLagMs=567
level=debug ts=2026-02-16T11:43:24.886819029Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:43:29.090013389Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:47840"
ts=2026-02-16T11:43:30.176232979Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:43:31.755102879Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=6 entries=6 streamLabelsSize="194 B" entriesSize="22 kB" structuredMetadataSize="386 B" totalSize="22 kB" mostRecentLagMs=5004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:31.755133421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:43:31.755145048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="838 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:43:31.755151253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:43:31.755157343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:43:31.755163439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:43:31.755168587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:43:31.756593831Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:43:36.318130281Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=4 entries=4 streamLabelsSize="111 B" entriesSize="15 kB" structuredMetadataSize="240 B" totalSize="15 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:36.318157204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="13 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:43:36.318167741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:43:36.318173581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T11:43:36.31818071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:43:36.319572086Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:43:42.75542348Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=6 entries=7 streamLabelsSize="204 B" entriesSize="45 kB" structuredMetadataSize="478 B" totalSize="46 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:42.75545171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:43:42.75546355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="10 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:43:42.755472229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:43:42.755479841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6323
level=debug ts=2026-02-16T11:43:42.755486688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="569 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:43:42.755491902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:43:42.757081242Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:43:43.780566395Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=6 entries=6 streamLabelsSize="190 B" entriesSize="11 kB" structuredMetadataSize="392 B" totalSize="11 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:43.78059575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:43:43.780607768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:43:43.780615008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:43:43.780621254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:43:43.780626388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:43:43.780632128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:43:43.782242985Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:43:46.509044782Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:43:49.320375015Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.2 kB" streams=5 entries=7 streamLabelsSize="148 B" entriesSize="114 kB" structuredMetadataSize="473 B" totalSize="114 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:49.320402465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:43:49.320413476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="205 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T11:43:49.320421077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:43:49.320426533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="77 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:43:49.320432732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=3551
level=debug ts=2026-02-16T11:43:49.323416657Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:43:53.754998721Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=7 entries=7 streamLabelsSize="235 B" entriesSize="41 kB" structuredMetadataSize="475 B" totalSize="41 kB" mostRecentLagMs=837 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:53.755027952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T11:43:53.755040272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:43:53.75504754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:43:53.755055479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:43:53.7550623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=838
level=debug ts=2026-02-16T11:43:53.755070441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:43:53.755076499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T11:43:53.75683146Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:43:54.781959672Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=9 entries=14 streamLabelsSize="300 B" entriesSize="124 kB" structuredMetadataSize="961 B" totalSize="124 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:43:54.781987936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:43:54.781999398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="724 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:43:54.782008141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:43:54.782014133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="729 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:43:54.782019484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="111 kB" policy= mostRecentLagMs=227
level=debug ts=2026-02-16T11:43:54.782024911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:43:54.782031165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:43:54.782038721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:43:54.782044841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:43:54.784912979Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:43:59.093147287Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:45620"
ts=2026-02-16T11:44:00.177655017Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T11:44:01.259230198Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=4 entries=9 streamLabelsSize="107 B" entriesSize="914 kB" structuredMetadataSize="533 B" totalSize="914 kB" mostRecentLagMs=1944 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:01.259258042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="550 kB" policy= mostRecentLagMs=4059
level=debug ts=2026-02-16T11:44:01.259269575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="539 B" policy= mostRecentLagMs=1944
level=debug ts=2026-02-16T11:44:01.259277431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T11:44:01.259283544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=7944
level=debug ts=2026-02-16T11:44:01.265696979Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:44:04.754976256Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=5 entries=7 streamLabelsSize="193 B" entriesSize="30 kB" structuredMetadataSize="464 B" totalSize="31 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:04.755008135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:44:04.755020041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:44:04.755027287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:44:04.755033882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:44:04.755039007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=9953
level=debug ts=2026-02-16T11:44:04.75658069Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:44:07.229757491Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.0 kB" streams=5 entries=6 streamLabelsSize="155 B" entriesSize="126 kB" structuredMetadataSize="372 B" totalSize="126 kB" mostRecentLagMs=453 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:07.229785869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=1453
level=debug ts=2026-02-16T11:44:07.229797339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=454
level=debug ts=2026-02-16T11:44:07.229805453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="110 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:44:07.229813169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4453
level=debug ts=2026-02-16T11:44:07.229818585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=2454
level=debug ts=2026-02-16T11:44:07.232395739Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:44:14.321704609Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=11 entries=17 streamLabelsSize="332 B" entriesSize="226 kB" structuredMetadataSize="1.1 kB" totalSize="227 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:14.321734982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:44:14.321746849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="48 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:44:14.321754758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="470 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T11:44:14.321760554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T11:44:14.32176672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T11:44:14.321771466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:44:14.32177642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=8603
level=debug ts=2026-02-16T11:44:14.321780941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="364 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:44:14.321785785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=9241
level=debug ts=2026-02-16T11:44:14.321790716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:44:14.321795296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T11:44:14.324825737Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:44:15.417620088Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:56488"
level=debug ts=2026-02-16T11:44:16.756361834Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.3 kB" streams=7 entries=10 streamLabelsSize="214 B" entriesSize="78 kB" structuredMetadataSize="672 B" totalSize="78 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:16.756402204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:44:16.756419899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="33 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:44:16.756430019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:44:16.756439796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:44:16.756449351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:44:16.756458536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:44:16.756466886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3714
level=debug ts=2026-02-16T11:44:16.759240387Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:44:17.781897307Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.0 kB" streams=8 entries=10 streamLabelsSize="243 B" entriesSize="43 kB" structuredMetadataSize="630 B" totalSize="43 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:17.781928215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:44:17.781941175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:44:17.781948315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:44:17.781955238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="965 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T11:44:17.781960475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:44:17.781965496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="22 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:44:17.781970557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="11 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:44:17.781975306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:44:17.783605949Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:44:26.323363005Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=4 streamLabelsSize="100 B" entriesSize="365 kB" structuredMetadataSize="263 B" totalSize="365 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:26.323396582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:44:26.323408905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:44:26.323416082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=8258
level=debug ts=2026-02-16T11:44:26.323422029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="537 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T11:44:26.327595125Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:44:27.489258878Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:44:28.780504129Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=4 entries=4 streamLabelsSize="136 B" entriesSize="30 kB" structuredMetadataSize="253 B" totalSize="30 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:28.780534838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:44:28.78054688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4644
level=debug ts=2026-02-16T11:44:28.780552973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:44:28.780558818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:44:28.782023427Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:44:29.755468858Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=7 entries=7 streamLabelsSize="253 B" entriesSize="33 kB" structuredMetadataSize="448 B" totalSize="33 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:29.755501826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:44:29.755512885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:44:29.755520456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:44:29.755527451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="12 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:44:29.755532767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:44:29.755545567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="815 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:44:29.755555891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:44:29.757281368Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:44:30.17943671Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:44:40.417895471Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=5 entries=12 streamLabelsSize="160 B" entriesSize="783 kB" structuredMetadataSize="722 B" totalSize="783 kB" mostRecentLagMs=114 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:40.417934443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=6103
level=debug ts=2026-02-16T11:44:40.417951811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="534 B" policy= mostRecentLagMs=6103
level=debug ts=2026-02-16T11:44:40.417962331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="750 kB" policy= mostRecentLagMs=114
level=debug ts=2026-02-16T11:44:40.417974541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=10021
level=debug ts=2026-02-16T11:44:40.41798773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1103
level=debug ts=2026-02-16T11:44:40.423951653Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:44:40.758054714Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=7 entries=11 streamLabelsSize="258 B" entriesSize="233 kB" structuredMetadataSize="762 B" totalSize="233 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:40.758083152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5873
level=debug ts=2026-02-16T11:44:40.758094818Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="159 kB" policy= mostRecentLagMs=894
level=debug ts=2026-02-16T11:44:40.758102228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=587
level=debug ts=2026-02-16T11:44:40.758108088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T11:44:40.758114499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="639 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T11:44:40.758120372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:44:40.758125807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="20 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T11:44:40.76081775Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:44:40.787949307Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=6 entries=9 streamLabelsSize="196 B" entriesSize="479 kB" structuredMetadataSize="561 B" totalSize="479 kB" mostRecentLagMs=729 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:40.78797119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="21 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:44:40.787981204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:44:40.787988747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="213 B" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T11:44:40.787994614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T11:44:40.788000208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="394 kB" policy= mostRecentLagMs=1037
level=debug ts=2026-02-16T11:44:40.788005778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="56 kB" policy= mostRecentLagMs=730
level=debug ts=2026-02-16T11:44:40.790916749Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:44:51.297313995Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=5 entries=7 streamLabelsSize="150 B" entriesSize="306 kB" structuredMetadataSize="442 B" totalSize="306 kB" mostRecentLagMs=1521 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:51.297343164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=1521
level=debug ts=2026-02-16T11:44:51.297354362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3521
level=debug ts=2026-02-16T11:44:51.297361608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6521
level=debug ts=2026-02-16T11:44:51.297367078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6521
level=debug ts=2026-02-16T11:44:51.297372059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="282 kB" policy= mostRecentLagMs=5889
level=debug ts=2026-02-16T11:44:51.301808702Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:44:51.592904155Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=9 entries=15 streamLabelsSize="242 B" entriesSize="579 kB" structuredMetadataSize="969 B" totalSize="579 kB" mostRecentLagMs=278 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:51.592935024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="10 kB" policy= mostRecentLagMs=1278
level=debug ts=2026-02-16T11:44:51.592946928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=1278
level=debug ts=2026-02-16T11:44:51.592955233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=278
level=debug ts=2026-02-16T11:44:51.592961808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=5278
level=debug ts=2026-02-16T11:44:51.592968544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="168 kB" policy= mostRecentLagMs=9216
level=debug ts=2026-02-16T11:44:51.592974709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=2903
level=debug ts=2026-02-16T11:44:51.592980584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7278
level=debug ts=2026-02-16T11:44:51.592985608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="13 kB" policy= mostRecentLagMs=8278
level=debug ts=2026-02-16T11:44:51.59299012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=6278
level=debug ts=2026-02-16T11:44:51.597258491Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:44:52.585240915Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=7 entries=10 streamLabelsSize="258 B" entriesSize="66 kB" structuredMetadataSize="636 B" totalSize="66 kB" mostRecentLagMs=834 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:44:52.585270494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="662 B" policy= mostRecentLagMs=1833
level=debug ts=2026-02-16T11:44:52.585285205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2834
level=debug ts=2026-02-16T11:44:52.585296398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=1834
level=debug ts=2026-02-16T11:44:52.585305065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="966 B" policy= mostRecentLagMs=7834
level=debug ts=2026-02-16T11:44:52.585313601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=834
level=debug ts=2026-02-16T11:44:52.585319724Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="52 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:44:52.585325044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5834
level=debug ts=2026-02-16T11:44:52.587022792Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:45:00.182408716Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:45:01.784725259Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=13 entries=20 streamLabelsSize="382 B" entriesSize="208 kB" structuredMetadataSize="1.3 kB" totalSize="208 kB" mostRecentLagMs=6008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:01.784754045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T11:45:01.784768758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T11:45:01.784779202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T11:45:01.784787201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:45:01.784794964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:45:01.784803795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:45:01.784812023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:45:01.78482128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="164 kB" policy= mostRecentLagMs=6109
level=debug ts=2026-02-16T11:45:01.784829647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T11:45:01.784855574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="860 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T11:45:01.784865528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="794 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T11:45:01.784874271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T11:45:01.784885098Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T11:45:01.788071207Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:02.320597959Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.2 kB" streams=5 entries=7 streamLabelsSize="151 B" entriesSize="71 kB" structuredMetadataSize="453 B" totalSize="71 kB" mostRecentLagMs=5006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:02.32062874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:45:02.320644882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="390 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:45:02.320654153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T11:45:02.320661944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="48 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T11:45:02.320668658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:45:02.322386835Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:02.758213598Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.9 kB" streams=6 entries=15 streamLabelsSize="171 B" entriesSize="111 kB" structuredMetadataSize="999 B" totalSize="111 kB" mostRecentLagMs=2542 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:02.758243758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9395
level=debug ts=2026-02-16T11:45:02.758256525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:45:02.758262748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="90 kB" policy= mostRecentLagMs=2542
level=debug ts=2026-02-16T11:45:02.758269115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:45:02.758276443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="556 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T11:45:02.758281848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T11:45:02.760885548Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:13.489152846Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=9 entries=11 streamLabelsSize="299 B" entriesSize="146 kB" structuredMetadataSize="713 B" totalSize="147 kB" mostRecentLagMs=738 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:13.489182579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1824
level=debug ts=2026-02-16T11:45:13.489194009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="636 B" policy= mostRecentLagMs=8737
level=debug ts=2026-02-16T11:45:13.489201656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=8737
level=debug ts=2026-02-16T11:45:13.48920871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4738
level=debug ts=2026-02-16T11:45:13.489226333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=738
level=debug ts=2026-02-16T11:45:13.489232751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="51 kB" policy= mostRecentLagMs=4709
level=debug ts=2026-02-16T11:45:13.489238107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="14 kB" policy= mostRecentLagMs=6738
level=debug ts=2026-02-16T11:45:13.489243118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=738
level=debug ts=2026-02-16T11:45:13.489248213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6738
level=debug ts=2026-02-16T11:45:13.491987089Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:13.907541655Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=6 entries=7 streamLabelsSize="180 B" entriesSize="384 kB" structuredMetadataSize="464 B" totalSize="384 kB" mostRecentLagMs=1592 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:13.907578167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4593
level=debug ts=2026-02-16T11:45:13.907592927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="374 kB" policy= mostRecentLagMs=6894
level=debug ts=2026-02-16T11:45:13.907600747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9593
level=debug ts=2026-02-16T11:45:13.90760703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=8593
level=debug ts=2026-02-16T11:45:13.907614022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=1592
level=debug ts=2026-02-16T11:45:13.907620394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4593
level=debug ts=2026-02-16T11:45:13.911720148Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:17.78366469Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=11 entries=13 streamLabelsSize="320 B" entriesSize="132 kB" structuredMetadataSize="853 B" totalSize="133 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:17.783693945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="105 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:45:17.78370948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T11:45:17.783719182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T11:45:17.78372501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T11:45:17.783730558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T11:45:17.783735254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="627 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T11:45:17.783740406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:45:17.783745229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T11:45:17.783751144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T11:45:17.783755894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T11:45:17.783760392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T11:45:17.786719468Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:19.012882189Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T11:45:19.014968655Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:45:23.755777748Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.0 kB" streams=5 entries=7 streamLabelsSize="163 B" entriesSize="54 kB" structuredMetadataSize="476 B" totalSize="54 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:23.755810135Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="21 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:45:23.755822953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.8 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:45:23.755828631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="14 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:45:23.755834139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:45:23.75586318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:45:23.757545035Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:24.323098685Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=9 entries=12 streamLabelsSize="254 B" entriesSize="195 kB" structuredMetadataSize="802 B" totalSize="195 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:24.323135765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T11:45:24.323152411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T11:45:24.323163467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="578 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T11:45:24.323174877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="167 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T11:45:24.323184893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:45:24.323196461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T11:45:24.323209165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="872 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T11:45:24.32321779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T11:45:24.32322595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="532 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T11:45:24.326269885Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:28.783659623Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=12 streamLabelsSize="237 B" entriesSize="164 kB" structuredMetadataSize="738 B" totalSize="164 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:28.783689637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:45:28.783702567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="36 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:45:28.783709415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:45:28.783719335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:45:28.783727655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:45:28.783733268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T11:45:28.783738272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=6368
level=debug ts=2026-02-16T11:45:28.783743566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="65 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:45:28.787754509Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:45:30.185003364Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:45:34.755445641Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.3 kB" streams=5 entries=5 streamLabelsSize="172 B" entriesSize="31 kB" structuredMetadataSize="354 B" totalSize="32 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:34.755475967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:45:34.75548736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:45:34.755495862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="195 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:45:34.755501575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:45:34.755506911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1063
level=debug ts=2026-02-16T11:45:34.757150505Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:35.324423206Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=6 streamLabelsSize="162 B" entriesSize="369 kB" structuredMetadataSize="392 B" totalSize="369 kB" mostRecentLagMs=882 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:35.32445473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T11:45:35.324467475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="439 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:45:35.324475726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=6119
level=debug ts=2026-02-16T11:45:35.324481522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T11:45:35.324486622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="376 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T11:45:35.324491823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="338 kB" policy= mostRecentLagMs=882
level=debug ts=2026-02-16T11:45:35.329141979Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:42.782198905Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.1 kB" streams=5 entries=8 streamLabelsSize="146 B" entriesSize="101 kB" structuredMetadataSize="534 B" totalSize="101 kB" mostRecentLagMs=3006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:42.782227967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:45:42.782240289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:45:42.782250748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="95 kB" policy= mostRecentLagMs=4212
level=debug ts=2026-02-16T11:45:42.782259432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:45:42.782265474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:45:42.784958744Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:46.755577822Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.3 kB" streams=7 entries=7 streamLabelsSize="232 B" entriesSize="76 kB" structuredMetadataSize="466 B" totalSize="77 kB" mostRecentLagMs=972 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:46.755604835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:45:46.755616635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:45:46.755622927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:45:46.75562959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:45:46.75563603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="51 kB" policy= mostRecentLagMs=972
level=debug ts=2026-02-16T11:45:46.755642229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:45:46.755647922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=3490
level=debug ts=2026-02-16T11:45:46.758174938Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:47.320519734Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.9 kB" streams=6 entries=7 streamLabelsSize="186 B" entriesSize="103 kB" structuredMetadataSize="450 B" totalSize="103 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:47.320548171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:45:47.320560343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:45:47.320567396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="94 kB" policy= mostRecentLagMs=3690
level=debug ts=2026-02-16T11:45:47.3205742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T11:45:47.320581022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T11:45:47.320585947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:45:47.323467576Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:53.600896767Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=9 entries=14 streamLabelsSize="293 B" entriesSize="367 kB" structuredMetadataSize="945 B" totalSize="367 kB" mostRecentLagMs=407 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:53.600925885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=1825
level=debug ts=2026-02-16T11:45:53.600937446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=824
level=debug ts=2026-02-16T11:45:53.60094843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=5825
level=debug ts=2026-02-16T11:45:53.600955488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="156 kB" policy= mostRecentLagMs=407
level=debug ts=2026-02-16T11:45:53.600961358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="196 kB" policy= mostRecentLagMs=6872
level=debug ts=2026-02-16T11:45:53.600966771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5825
level=debug ts=2026-02-16T11:45:53.600973674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=7825
level=debug ts=2026-02-16T11:45:53.600979507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=7825
level=debug ts=2026-02-16T11:45:53.600984482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7825
level=debug ts=2026-02-16T11:45:53.606535218Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:45:57.393826645Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=8 entries=18 streamLabelsSize="240 B" entriesSize="97 kB" structuredMetadataSize="1.2 kB" totalSize="97 kB" mostRecentLagMs=643 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:57.393882049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=1643
level=debug ts=2026-02-16T11:45:57.393893767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=2643
level=debug ts=2026-02-16T11:45:57.393900861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3771
level=debug ts=2026-02-16T11:45:57.393906641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=643
level=debug ts=2026-02-16T11:45:57.393912336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=643
level=debug ts=2026-02-16T11:45:57.3939194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="11 kB" policy= mostRecentLagMs=1643
level=debug ts=2026-02-16T11:45:57.393925745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=643
level=debug ts=2026-02-16T11:45:57.393931038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=643
level=debug ts=2026-02-16T11:45:57.396375386Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:45:59.104978636Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:36934"
level=debug ts=2026-02-16T11:45:59.14813712Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=6 entries=10 streamLabelsSize="172 B" entriesSize="317 kB" structuredMetadataSize="720 B" totalSize="317 kB" mostRecentLagMs=1266 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:45:59.148163896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="34 kB" policy= mostRecentLagMs=4304
level=debug ts=2026-02-16T11:45:59.148176657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4833
level=debug ts=2026-02-16T11:45:59.148183105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="134 kB" policy= mostRecentLagMs=2833
level=debug ts=2026-02-16T11:45:59.148190991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=8833
level=debug ts=2026-02-16T11:45:59.148197473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="556 B" policy= mostRecentLagMs=6834
level=debug ts=2026-02-16T11:45:59.148202663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=1266
level=debug ts=2026-02-16T11:45:59.152031531Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:46:00.187811312Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:46:02.79404898Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:46:03.784250679Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=11 entries=14 streamLabelsSize="369 B" entriesSize="124 kB" structuredMetadataSize="918 B" totalSize="124 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:03.784281001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T11:46:03.784293554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T11:46:03.78430023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="22 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:46:03.784306316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:46:03.784311465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="29 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:46:03.784316914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=7746
level=debug ts=2026-02-16T11:46:03.784322054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="30 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:46:03.784326901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:46:03.784331863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T11:46:03.784337249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:46:03.784341731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T11:46:03.787212858Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:46:09.323588925Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=4 entries=4 streamLabelsSize="120 B" entriesSize="384 kB" structuredMetadataSize="267 B" totalSize="384 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:09.3236229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T11:46:09.323634888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="383 kB" policy= mostRecentLagMs=4878
level=debug ts=2026-02-16T11:46:09.323642283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="734 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:46:09.323649465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T11:46:09.328053635Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:46:10.753616833Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=6 entries=6 streamLabelsSize="244 B" entriesSize="10 kB" structuredMetadataSize="380 B" totalSize="11 kB" mostRecentLagMs=1002 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:10.753646519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1002
level=debug ts=2026-02-16T11:46:10.753659882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T11:46:10.753667188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=1002
level=debug ts=2026-02-16T11:46:10.753672885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:46:10.75367813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T11:46:10.753683416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="216 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T11:46:10.755218294Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:46:15.820915098Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:42148"
level=debug ts=2026-02-16T11:46:16.781221499Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=8 entries=9 streamLabelsSize="251 B" entriesSize="25 kB" structuredMetadataSize="581 B" totalSize="26 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:16.781253839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:46:16.781265987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:46:16.781272462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="753 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:46:16.781278165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:46:16.781283506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:46:16.781288795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:46:16.781294269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:46:16.781299065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:46:16.783951669Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:46:20.319489297Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.1 kB" streams=7 entries=8 streamLabelsSize="199 B" entriesSize="64 kB" structuredMetadataSize="521 B" totalSize="64 kB" mostRecentLagMs=888 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:20.319519031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="336 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:46:20.319530873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:46:20.31953921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:46:20.319546117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:46:20.319552526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:46:20.319558666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="16 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:46:20.319564264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=888
level=debug ts=2026-02-16T11:46:20.321255661Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:46:21.755168175Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=8 entries=10 streamLabelsSize="266 B" entriesSize="46 kB" structuredMetadataSize="692 B" totalSize="46 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:21.755196272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:46:21.755207484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="759 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:46:21.755213406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:46:21.755219563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="358 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:46:21.75522482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:46:21.755230219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:46:21.755235899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:46:21.755241872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5270
level=debug ts=2026-02-16T11:46:21.756925105Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:46:27.780822775Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=5 entries=5 streamLabelsSize="146 B" entriesSize="40 kB" structuredMetadataSize="306 B" totalSize="40 kB" mostRecentLagMs=4005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:27.780871245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="938 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:46:27.780884927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:46:27.780893092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="750 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:46:27.780898869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="32 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:46:27.780904139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:46:27.782479063Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:46:30.190540774Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:46:31.318727326Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=3 entries=3 streamLabelsSize="95 B" entriesSize="3.8 kB" structuredMetadataSize="203 B" totalSize="3.9 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:31.318754865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="272 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:46:31.318767698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:46:31.31877472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:46:31.32008329Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:46:33.755499986Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=5 entries=6 streamLabelsSize="181 B" entriesSize="36 kB" structuredMetadataSize="396 B" totalSize="36 kB" mostRecentLagMs=2349 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:33.755528031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:46:33.755538661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:46:33.755544872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:46:33.755550752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:46:33.755557579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=2349
level=debug ts=2026-02-16T11:46:33.757172003Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:46:38.782345706Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.4 kB" streams=6 entries=7 streamLabelsSize="214 B" entriesSize="115 kB" structuredMetadataSize="453 B" totalSize="115 kB" mostRecentLagMs=637 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:38.782375302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="905 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T11:46:38.782388225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="16 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:46:38.782395943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="95 kB" policy= mostRecentLagMs=637
level=debug ts=2026-02-16T11:46:38.782402386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T11:46:38.782411064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:46:38.782416823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:46:38.785233645Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:46:44.324015817Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=5 streamLabelsSize="135 B" entriesSize="384 kB" structuredMetadataSize="318 B" totalSize="385 kB" mostRecentLagMs=5010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:44.324044594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T11:46:44.324056946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T11:46:44.324063481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=9256
level=debug ts=2026-02-16T11:46:44.324070417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T11:46:44.32407623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="696 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T11:46:44.328010316Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:46:44.755433304Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=6 entries=9 streamLabelsSize="205 B" entriesSize="44 kB" structuredMetadataSize="589 B" totalSize="44 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:44.755462145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:46:44.755473253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:46:44.755481315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:46:44.755486817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:46:44.755493248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5230
level=debug ts=2026-02-16T11:46:44.755498121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:46:44.757268711Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:46:50.781072147Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=5 entries=8 streamLabelsSize="131 B" entriesSize="19 kB" structuredMetadataSize="525 B" totalSize="19 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:50.781100478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:46:50.781112044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:46:50.781117718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:46:50.781123096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="167 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:46:50.781128145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:46:50.782608255Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:46:53.558964527Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:46:55.755594896Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.7 kB" streams=4 entries=6 streamLabelsSize="161 B" entriesSize="28 kB" structuredMetadataSize="417 B" totalSize="28 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:55.755644764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:46:55.755668439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:46:55.755682205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:46:55.755695256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="21 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:46:55.757629393Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:46:59.110328119Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:44190"
level=debug ts=2026-02-16T11:46:59.323060438Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=9 entries=11 streamLabelsSize="234 B" entriesSize="265 kB" structuredMetadataSize="757 B" totalSize="265 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:46:59.323089593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=8392
level=debug ts=2026-02-16T11:46:59.323100669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T11:46:59.32310808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T11:46:59.323114028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="107 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T11:46:59.323119511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:46:59.323124769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T11:46:59.323130103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="470 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T11:46:59.323135104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T11:46:59.323140485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T11:46:59.326653905Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:47:00.192599641Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:47:01.782364397Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.9 kB" streams=9 entries=11 streamLabelsSize="279 B" entriesSize="84 kB" structuredMetadataSize="670 B" totalSize="84 kB" mostRecentLagMs=4006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:01.782405739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:47:01.78241701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:47:01.782422884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:47:01.782427991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:47:01.782434034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="44 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:47:01.782439223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:47:01.782445534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="12 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T11:47:01.782450448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="707 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:47:01.782455231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T11:47:01.784899588Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:47:06.754975138Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=7 entries=8 streamLabelsSize="258 B" entriesSize="42 kB" structuredMetadataSize="536 B" totalSize="43 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:06.755004768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:47:06.755016648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6809
level=debug ts=2026-02-16T11:47:06.755024047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="230 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:47:06.755029577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:47:06.755034973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="416 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:47:06.755040189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T11:47:06.755045215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:47:06.756755561Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:47:11.323251085Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=6 streamLabelsSize="145 B" entriesSize="363 kB" structuredMetadataSize="395 B" totalSize="363 kB" mostRecentLagMs=2008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:11.323279659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T11:47:11.323291075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="707 B" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T11:47:11.323297764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="630 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T11:47:11.323304379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T11:47:11.323310053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=7151
level=debug ts=2026-02-16T11:47:11.327139429Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:47:14.780640527Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=5 entries=6 streamLabelsSize="153 B" entriesSize="29 kB" structuredMetadataSize="397 B" totalSize="29 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:14.780668716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:47:14.780679933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6835
level=debug ts=2026-02-16T11:47:14.78068859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:47:14.780694921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:47:14.780700394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:47:14.782249827Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:47:15.825522045Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:47568"
level=debug ts=2026-02-16T11:47:19.754680742Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.0 kB" streams=4 entries=4 streamLabelsSize="159 B" entriesSize="7.5 kB" structuredMetadataSize="265 B" totalSize="7.7 kB" mostRecentLagMs=3003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:19.754707833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T11:47:19.754718871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T11:47:19.754726439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:47:19.754733997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T11:47:19.756165971Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:47:24.318888061Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=5 entries=6 streamLabelsSize="146 B" entriesSize="34 kB" structuredMetadataSize="376 B" totalSize="34 kB" mostRecentLagMs=968 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:24.318917138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:47:24.318927908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=968
level=debug ts=2026-02-16T11:47:24.318936301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="663 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:47:24.3189422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:47:24.318947503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:47:24.320680007Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:47:27.780910456Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=9 entries=10 streamLabelsSize="276 B" entriesSize="19 kB" structuredMetadataSize="656 B" totalSize="19 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:27.780941132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="239 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:47:27.780953843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:47:27.780960699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:47:27.780967408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:47:27.780973232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:47:27.780978564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:47:27.780984243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:47:27.780989796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:47:27.78099596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:47:27.782453352Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:47:29.823890963Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.5 kB" streams=5 entries=5 streamLabelsSize="157 B" entriesSize="94 kB" structuredMetadataSize="336 B" totalSize="94 kB" mostRecentLagMs=73 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:29.823918666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:47:29.823929962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="36 kB" policy= mostRecentLagMs=4073
level=debug ts=2026-02-16T11:47:29.823937678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5623
level=debug ts=2026-02-16T11:47:29.823944639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3072
level=debug ts=2026-02-16T11:47:29.823949961Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=73
level=debug ts=2026-02-16T11:47:29.826782679Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:47:30.194374467Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:47:39.323880943Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=5 entries=6 streamLabelsSize="135 B" entriesSize="388 kB" structuredMetadataSize="386 B" totalSize="388 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:39.323910167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T11:47:39.323921774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=5048
level=debug ts=2026-02-16T11:47:39.323928096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T11:47:39.323934363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T11:47:39.32393986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T11:47:39.327965798Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:47:40.754960011Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=7 entries=9 streamLabelsSize="268 B" entriesSize="16 kB" structuredMetadataSize="586 B" totalSize="17 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:40.754989929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:47:40.755002498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:47:40.755008758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:47:40.755016488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:47:40.755022463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:47:40.755028383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:47:40.755033353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="890 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:47:40.756587227Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:47:40.779791492Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="644 B" streams=3 entries=3 streamLabelsSize="95 B" entriesSize="870 B" structuredMetadataSize="185 B" totalSize="965 B" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:40.779812994Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="230 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:47:40.779824725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:47:40.779831061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:47:40.781039725Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:47:45.827555119Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:45964"
level=debug ts=2026-02-16T11:47:49.145782056Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="252 kB" streams=3 entries=449 streamLabelsSize="83 B" entriesSize="2.0 MB" structuredMetadataSize="34 kB" totalSize="2.0 MB" mostRecentLagMs=131 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:49.145812773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3589
level=debug ts=2026-02-16T11:47:49.145823944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1267
level=debug ts=2026-02-16T11:47:49.145829884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=131
level=debug ts=2026-02-16T11:47:49.162356267Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:47:50.322429116Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.3 kB" streams=5 entries=5 streamLabelsSize="153 B" entriesSize="162 kB" structuredMetadataSize="363 B" totalSize="162 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:50.322494757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T11:47:50.322524112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T11:47:50.322540167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=6984
level=debug ts=2026-02-16T11:47:50.322556483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T11:47:50.322571465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:47:50.325336203Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:47:50.943678386Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:47:53.785486407Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=9 entries=12 streamLabelsSize="290 B" entriesSize="175 kB" structuredMetadataSize="831 B" totalSize="175 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:53.785531061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T11:47:53.78554913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T11:47:53.785558863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:47:53.785569028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T11:47:53.785579697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T11:47:53.785590246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T11:47:53.785599468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T11:47:53.785608707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="157 kB" policy= mostRecentLagMs=1403
level=debug ts=2026-02-16T11:47:53.785617682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T11:47:53.78855892Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:47:55.630043767Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="292 kB" streams=3 entries=404 streamLabelsSize="91 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=204 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:47:55.630077619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=4361
level=debug ts=2026-02-16T11:47:55.630089119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=204
level=debug ts=2026-02-16T11:47:55.630096858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=2464
level=debug ts=2026-02-16T11:47:55.643322858Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:48:00.196921295Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:48:04.328113083Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=4 entries=5 streamLabelsSize="120 B" entriesSize="518 kB" structuredMetadataSize="320 B" totalSize="518 kB" mostRecentLagMs=2621 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:04.328144028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T11:48:04.328159784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="317 kB" policy= mostRecentLagMs=6459
level=debug ts=2026-02-16T11:48:04.328170734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T11:48:04.328186644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="197 kB" policy= mostRecentLagMs=2621
level=debug ts=2026-02-16T11:48:04.332915208Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:48:04.793108547Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=6 entries=13 streamLabelsSize="190 B" entriesSize="774 kB" structuredMetadataSize="772 B" totalSize="774 kB" mostRecentLagMs=1017 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:04.793139069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T11:48:04.793150753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="770 kB" policy= mostRecentLagMs=1720
level=debug ts=2026-02-16T11:48:04.793157877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T11:48:04.793164424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T11:48:04.793171048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=8017
level=debug ts=2026-02-16T11:48:04.793177882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1017
level=debug ts=2026-02-16T11:48:04.798433923Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:48:05.449488988Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="136 kB" streams=7 entries=147 streamLabelsSize="217 B" entriesSize="804 kB" structuredMetadataSize="11 kB" totalSize="804 kB" mostRecentLagMs=3842 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:05.449519534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6770
level=debug ts=2026-02-16T11:48:05.449531126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8257
level=debug ts=2026-02-16T11:48:05.449537109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="229 B" policy= mostRecentLagMs=6698
level=debug ts=2026-02-16T11:48:05.449542473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="52 kB" policy= mostRecentLagMs=3842
level=debug ts=2026-02-16T11:48:05.449547704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="91 kB" policy= mostRecentLagMs=5346
level=debug ts=2026-02-16T11:48:05.449553511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="638 kB" policy= mostRecentLagMs=8111
level=debug ts=2026-02-16T11:48:05.44955853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8257
level=debug ts=2026-02-16T11:48:05.456196665Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:48:15.324932918Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=8 entries=14 streamLabelsSize="236 B" entriesSize="293 kB" structuredMetadataSize="906 B" totalSize="294 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:15.324965342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="106 kB" policy= mostRecentLagMs=1801
level=debug ts=2026-02-16T11:48:15.324976032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T11:48:15.324982307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T11:48:15.324989213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T11:48:15.324995747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="163 kB" policy= mostRecentLagMs=3960
level=debug ts=2026-02-16T11:48:15.325004505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T11:48:15.325012823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T11:48:15.325018936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T11:48:15.328538309Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:48:15.437498776Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:37824"
level=debug ts=2026-02-16T11:48:15.51040514Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=11 entries=21 streamLabelsSize="391 B" entriesSize="225 kB" structuredMetadataSize="1.4 kB" totalSize="226 kB" mostRecentLagMs=759 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:15.510441951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:48:15.510453683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="21 kB" policy= mostRecentLagMs=3759
level=debug ts=2026-02-16T11:48:15.510460062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="46 kB" policy= mostRecentLagMs=1759
level=debug ts=2026-02-16T11:48:15.510466804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=4759
level=debug ts=2026-02-16T11:48:15.510472513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=759
level=debug ts=2026-02-16T11:48:15.510477868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5760
level=debug ts=2026-02-16T11:48:15.510483275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4759
level=debug ts=2026-02-16T11:48:15.510490038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=759
level=debug ts=2026-02-16T11:48:15.510495893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="64 kB" policy= mostRecentLagMs=3506
level=debug ts=2026-02-16T11:48:15.510504704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2759
level=debug ts=2026-02-16T11:48:15.510513454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4284
level=debug ts=2026-02-16T11:48:15.51298908Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:48:15.805818787Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="66 kB" streams=11 entries=27 streamLabelsSize="346 B" entriesSize="1.4 MB" structuredMetadataSize="1.7 kB" totalSize="1.4 MB" mostRecentLagMs=134 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:15.805863625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5029
level=debug ts=2026-02-16T11:48:15.805875487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="19 kB" policy= mostRecentLagMs=7152
level=debug ts=2026-02-16T11:48:15.805882863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=5030
level=debug ts=2026-02-16T11:48:15.805888822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="70 kB" policy= mostRecentLagMs=2029
level=debug ts=2026-02-16T11:48:15.805894716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=134
level=debug ts=2026-02-16T11:48:15.805900198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=7029
level=debug ts=2026-02-16T11:48:15.805905207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="61 kB" policy= mostRecentLagMs=9332
level=debug ts=2026-02-16T11:48:15.805909828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="32 kB" policy= mostRecentLagMs=6030
level=debug ts=2026-02-16T11:48:15.805914434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10029
level=debug ts=2026-02-16T11:48:15.805919092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="34 kB" policy= mostRecentLagMs=3574
level=debug ts=2026-02-16T11:48:15.805925536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=1889
level=debug ts=2026-02-16T11:48:15.812624701Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:48:15.829967413Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:44086"
level=debug ts=2026-02-16T11:48:21.15374722Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=5 entries=26 streamLabelsSize="136 B" entriesSize="2.1 MB" structuredMetadataSize="1.5 kB" totalSize="2.1 MB" mostRecentLagMs=278 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:21.153778507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="533 B" policy= mostRecentLagMs=2378
level=debug ts=2026-02-16T11:48:21.153789984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="16 kB" policy= mostRecentLagMs=4965
level=debug ts=2026-02-16T11:48:21.153796274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=278
level=debug ts=2026-02-16T11:48:21.153801772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="54 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T11:48:21.153808041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="18 kB" policy= mostRecentLagMs=2378
level=debug ts=2026-02-16T11:48:21.164540317Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:48:25.821860544Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="81 kB" streams=7 entries=27 streamLabelsSize="203 B" entriesSize="1.8 MB" structuredMetadataSize="1.6 kB" totalSize="1.8 MB" mostRecentLagMs=507 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:25.821890732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=4177
level=debug ts=2026-02-16T11:48:25.821901544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="15 kB" policy= mostRecentLagMs=1507
level=debug ts=2026-02-16T11:48:25.821908757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=5507
level=debug ts=2026-02-16T11:48:25.821915228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=808
level=debug ts=2026-02-16T11:48:25.821921847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=507
level=debug ts=2026-02-16T11:48:25.821926923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="537 B" policy= mostRecentLagMs=507
level=debug ts=2026-02-16T11:48:25.821931873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=7137
level=debug ts=2026-02-16T11:48:25.832759291Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:48:30.199218252Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T11:48:30.756603819Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=8 entries=10 streamLabelsSize="270 B" entriesSize="115 kB" structuredMetadataSize="698 B" totalSize="116 kB" mostRecentLagMs=1081 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:30.756643016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1082
level=debug ts=2026-02-16T11:48:30.756660406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="58 kB" policy= mostRecentLagMs=7465
level=debug ts=2026-02-16T11:48:30.756669674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:48:30.756681153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:48:30.756691664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:48:30.75670278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:48:30.756711034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:48:30.756719396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:48:30.759289653Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:48:31.144965722Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=10 entries=20 streamLabelsSize="329 B" entriesSize="1.0 MB" structuredMetadataSize="1.3 kB" totalSize="1.0 MB" mostRecentLagMs=369 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:31.144993059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6369
level=debug ts=2026-02-16T11:48:31.14500517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="12 kB" policy= mostRecentLagMs=369
level=debug ts=2026-02-16T11:48:31.14501159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=4369
level=debug ts=2026-02-16T11:48:31.145017505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=4369
level=debug ts=2026-02-16T11:48:31.145022558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8369
level=debug ts=2026-02-16T11:48:31.145027441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="956 kB" policy= mostRecentLagMs=6336
level=debug ts=2026-02-16T11:48:31.145032023Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="375 B" policy= mostRecentLagMs=4369
level=debug ts=2026-02-16T11:48:31.145036674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=369
level=debug ts=2026-02-16T11:48:31.145041022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7368
level=debug ts=2026-02-16T11:48:31.145046251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=3368
level=debug ts=2026-02-16T11:48:31.151580712Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:48:36.321909994Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=7 streamLabelsSize="118 B" entriesSize="168 kB" structuredMetadataSize="456 B" totalSize="168 kB" mostRecentLagMs=410 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:36.32194321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T11:48:36.321955041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="153 kB" policy= mostRecentLagMs=410
level=debug ts=2026-02-16T11:48:36.321961332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:48:36.321967401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T11:48:36.325119191Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:48:40.960720181Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:48:41.756102161Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.8 kB" streams=8 entries=10 streamLabelsSize="297 B" entriesSize="56 kB" structuredMetadataSize="629 B" totalSize="56 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:41.756131616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="25 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:48:41.75614346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="595 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:48:41.756149829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:48:41.756155982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:48:41.75616153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="26 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:48:41.756168259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:48:41.756173513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:48:41.756178258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:48:41.75782769Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:48:42.793002438Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="40 kB" streams=9 entries=19 streamLabelsSize="273 B" entriesSize="694 kB" structuredMetadataSize="1.2 kB" totalSize="694 kB" mostRecentLagMs=16 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:42.793031201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=6017
level=debug ts=2026-02-16T11:48:42.793042522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T11:48:42.793049705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=17
level=debug ts=2026-02-16T11:48:42.793056136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T11:48:42.793062017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="10 kB" policy= mostRecentLagMs=9016
level=debug ts=2026-02-16T11:48:42.793067602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="232 B" policy= mostRecentLagMs=8017
level=debug ts=2026-02-16T11:48:42.793073134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=6017
level=debug ts=2026-02-16T11:48:42.793079914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="624 kB" policy= mostRecentLagMs=2442
level=debug ts=2026-02-16T11:48:42.793085309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="37 kB" policy= mostRecentLagMs=7017
level=debug ts=2026-02-16T11:48:42.798884164Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:48:45.4392863Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:37018"
level=debug ts=2026-02-16T11:48:47.20682026Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=6 entries=11 streamLabelsSize="186 B" entriesSize="878 kB" structuredMetadataSize="692 B" totalSize="878 kB" mostRecentLagMs=893 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:47.206874917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="352 kB" policy= mostRecentLagMs=3863
level=debug ts=2026-02-16T11:48:47.206897941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=2117
level=debug ts=2026-02-16T11:48:47.206905658Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=1892
level=debug ts=2026-02-16T11:48:47.206911553Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=6893
level=debug ts=2026-02-16T11:48:47.206917121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=893
level=debug ts=2026-02-16T11:48:47.20692291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="503 kB" policy= mostRecentLagMs=5974
level=debug ts=2026-02-16T11:48:47.212706254Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:48:52.819856377Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=7 entries=13 streamLabelsSize="208 B" entriesSize="205 kB" structuredMetadataSize="861 B" totalSize="206 kB" mostRecentLagMs=68 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:52.819884572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5068
level=debug ts=2026-02-16T11:48:52.819895844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4382
level=debug ts=2026-02-16T11:48:52.81990301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="103 kB" policy= mostRecentLagMs=1505
level=debug ts=2026-02-16T11:48:52.819910258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=1068
level=debug ts=2026-02-16T11:48:52.819916153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="644 B" policy= mostRecentLagMs=68
level=debug ts=2026-02-16T11:48:52.819923663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="39 kB" policy= mostRecentLagMs=9872
level=debug ts=2026-02-16T11:48:52.819929918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8484
level=debug ts=2026-02-16T11:48:52.822794066Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:48:53.366514261Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=7 entries=14 streamLabelsSize="218 B" entriesSize="802 kB" structuredMetadataSize="874 B" totalSize="802 kB" mostRecentLagMs=1590 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:53.366541956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5590
level=debug ts=2026-02-16T11:48:53.366553017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=10019
level=debug ts=2026-02-16T11:48:53.366560316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="746 kB" policy= mostRecentLagMs=1923
level=debug ts=2026-02-16T11:48:53.366566941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="946 B" policy= mostRecentLagMs=2590
level=debug ts=2026-02-16T11:48:53.366573499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=1590
level=debug ts=2026-02-16T11:48:53.366578989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="300 B" policy= mostRecentLagMs=3590
level=debug ts=2026-02-16T11:48:53.366583979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3590
level=debug ts=2026-02-16T11:48:53.372014448Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:48:58.365791712Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=5 entries=11 streamLabelsSize="140 B" entriesSize="324 kB" structuredMetadataSize="711 B" totalSize="324 kB" mostRecentLagMs=1051 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:48:58.365829914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="410 B" policy= mostRecentLagMs=1051
level=debug ts=2026-02-16T11:48:58.365858275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=3051
level=debug ts=2026-02-16T11:48:58.365864928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="538 B" policy= mostRecentLagMs=2051
level=debug ts=2026-02-16T11:48:58.365871678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="321 kB" policy= mostRecentLagMs=2051
level=debug ts=2026-02-16T11:48:58.365878232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8051
level=debug ts=2026-02-16T11:48:58.3696187Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:48:59.131715318Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:53330"
ts=2026-02-16T11:49:00.200307216Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T11:49:03.528104246Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="72 kB" streams=13 entries=32 streamLabelsSize="394 B" entriesSize="1.6 MB" structuredMetadataSize="1.9 kB" totalSize="1.6 MB" mostRecentLagMs=414 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:03.528133846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6751
level=debug ts=2026-02-16T11:49:03.528145142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=6751
level=debug ts=2026-02-16T11:49:03.528150854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4752
level=debug ts=2026-02-16T11:49:03.528156482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=8201
level=debug ts=2026-02-16T11:49:03.528162418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=9751
level=debug ts=2026-02-16T11:49:03.528168446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6751
level=debug ts=2026-02-16T11:49:03.5281734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8752
level=debug ts=2026-02-16T11:49:03.528178498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=414
level=debug ts=2026-02-16T11:49:03.52818368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="73 kB" policy= mostRecentLagMs=1492
level=debug ts=2026-02-16T11:49:03.528188316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="14 kB" policy= mostRecentLagMs=9751
level=debug ts=2026-02-16T11:49:03.528193533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="860 B" policy= mostRecentLagMs=8752
level=debug ts=2026-02-16T11:49:03.528198129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=8752
level=debug ts=2026-02-16T11:49:03.528202673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=8752
level=debug ts=2026-02-16T11:49:03.539708242Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:49:04.755763399Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=6 entries=11 streamLabelsSize="212 B" entriesSize="55 kB" structuredMetadataSize="700 B" totalSize="55 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:04.755794597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:49:04.755807347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="905 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:49:04.755813497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:49:04.755818541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="52 kB" policy= mostRecentLagMs=8458
level=debug ts=2026-02-16T11:49:04.755823394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:49:04.755829173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:49:04.757968136Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:49:12.32701057Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=10 entries=14 streamLabelsSize="283 B" entriesSize="491 kB" structuredMetadataSize="878 B" totalSize="491 kB" mostRecentLagMs=2013 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:12.327038931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T11:49:12.327049727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="70 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T11:49:12.327057294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T11:49:12.32706461Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4013
level=debug ts=2026-02-16T11:49:12.327070367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T11:49:12.327075809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="698 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T11:49:12.327082067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T11:49:12.327087254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="405 kB" policy= mostRecentLagMs=2341
level=debug ts=2026-02-16T11:49:12.327092727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T11:49:12.327098278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T11:49:12.331665976Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:49:13.715028562Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=5 entries=13 streamLabelsSize="135 B" entriesSize="753 kB" structuredMetadataSize="790 B" totalSize="753 kB" mostRecentLagMs=39 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:13.715058915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=939
level=debug ts=2026-02-16T11:49:13.71506988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=8939
level=debug ts=2026-02-16T11:49:13.71507618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=4939
level=debug ts=2026-02-16T11:49:13.715081555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8939
level=debug ts=2026-02-16T11:49:13.715087479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="729 kB" policy= mostRecentLagMs=39
level=debug ts=2026-02-16T11:49:13.720740458Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:49:15.758099304Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=10 entries=17 streamLabelsSize="326 B" entriesSize="154 kB" structuredMetadataSize="1.1 kB" totalSize="154 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:15.758128861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="17 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:49:15.758141179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5119
level=debug ts=2026-02-16T11:49:15.758148885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="51 kB" policy= mostRecentLagMs=2893
level=debug ts=2026-02-16T11:49:15.758156762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T11:49:15.758163029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="12 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T11:49:15.758169712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T11:49:15.758174831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:49:15.758180541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="874 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T11:49:15.758186587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="930 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:49:15.758191805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="27 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:49:15.761145509Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:49:22.414525838Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=4 entries=6 streamLabelsSize="124 B" entriesSize="264 kB" structuredMetadataSize="400 B" totalSize="264 kB" mostRecentLagMs=1844 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:22.414556055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=1844
level=debug ts=2026-02-16T11:49:22.414567529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="246 kB" policy= mostRecentLagMs=5836
level=debug ts=2026-02-16T11:49:22.414573887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=8100
level=debug ts=2026-02-16T11:49:22.414579435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="165 B" policy= mostRecentLagMs=2100
level=debug ts=2026-02-16T11:49:22.418488517Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:49:23.782692032Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=9 entries=10 streamLabelsSize="261 B" entriesSize="169 kB" structuredMetadataSize="623 B" totalSize="169 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:23.782722864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="103 kB" policy= mostRecentLagMs=7271
level=debug ts=2026-02-16T11:49:23.782735391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:49:23.782743219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="12 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T11:49:23.782749377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:49:23.78275683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.5 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T11:49:23.782763379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T11:49:23.782768788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:49:23.782774918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:49:23.782780265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="39 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T11:49:23.785379347Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:49:29.134703827Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:34552"
ts=2026-02-16T11:49:30.202066042Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:49:30.373610049Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T11:49:30.375536842Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:49:30.755965566Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.6 kB" streams=7 entries=11 streamLabelsSize="242 B" entriesSize="67 kB" structuredMetadataSize="705 B" totalSize="68 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:30.755994506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:49:30.756008163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:49:30.756015843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:49:30.75602194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:49:30.756027497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:49:30.756032379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=8194
level=debug ts=2026-02-16T11:49:30.756037569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="20 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:49:30.757699923Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:49:33.322068583Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=14 streamLabelsSize="219 B" entriesSize="129 kB" structuredMetadataSize="923 B" totalSize="129 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:33.322101875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T11:49:33.322113273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:49:33.322119383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="632 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T11:49:33.322125757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="537 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T11:49:33.322131975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="66 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T11:49:33.322137925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T11:49:33.322143387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T11:49:33.322148701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=6034
level=debug ts=2026-02-16T11:49:33.325155768Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:49:34.783100367Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=9 entries=12 streamLabelsSize="272 B" entriesSize="128 kB" structuredMetadataSize="781 B" totalSize="128 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:34.783131081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T11:49:34.783142867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:49:34.783150132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="12 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:49:34.783155744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="94 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:49:34.783162223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T11:49:34.783167589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T11:49:34.783172693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:49:34.783177687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=1638
level=debug ts=2026-02-16T11:49:34.783182256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:49:34.785817765Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:49:41.755707816Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=5 entries=5 streamLabelsSize="186 B" entriesSize="41 kB" structuredMetadataSize="333 B" totalSize="42 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:41.755736991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:49:41.755749644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:49:41.755755722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:49:41.755762155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:49:41.755769117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8455
level=debug ts=2026-02-16T11:49:41.757762258Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:49:43.735441494Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=5 streamLabelsSize="112 B" entriesSize="531 kB" structuredMetadataSize="342 B" totalSize="531 kB" mostRecentLagMs=421 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:43.735470581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9421
level=debug ts=2026-02-16T11:49:43.735483143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="530 kB" policy= mostRecentLagMs=3673
level=debug ts=2026-02-16T11:49:43.735489202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3421
level=debug ts=2026-02-16T11:49:43.735495875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=421
level=debug ts=2026-02-16T11:49:43.77290237Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:49:46.780383346Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=3 entries=4 streamLabelsSize="92 B" entriesSize="10 kB" structuredMetadataSize="256 B" totalSize="10 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:46.780410719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:49:46.780421116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:49:46.780428593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:49:46.781861825Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:49:52.754953458Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=5 entries=6 streamLabelsSize="161 B" entriesSize="13 kB" structuredMetadataSize="370 B" totalSize="13 kB" mostRecentLagMs=2003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:52.754983405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:49:52.754994116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:49:52.755000125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T11:49:52.755005335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:49:52.755010593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:49:52.756417191Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:49:57.319518833Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=4 entries=5 streamLabelsSize="110 B" entriesSize="6.4 kB" structuredMetadataSize="336 B" totalSize="6.5 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:57.319549004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:49:57.319566782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:49:57.319574538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:49:57.319581177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:49:57.3209767Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:49:59.137865515Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:54280"
level=debug ts=2026-02-16T11:49:59.78792431Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=8 entries=15 streamLabelsSize="269 B" entriesSize="381 kB" structuredMetadataSize="1.0 kB" totalSize="381 kB" mostRecentLagMs=2011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:49:59.787951854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T11:49:59.787963407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="325 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T11:49:59.787969065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T11:49:59.787975305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T11:49:59.787980944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="178 kB" policy= mostRecentLagMs=8915
level=debug ts=2026-02-16T11:49:59.78798683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T11:49:59.787992061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="192 kB" policy= mostRecentLagMs=4893
level=debug ts=2026-02-16T11:49:59.787996759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T11:49:59.826624482Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:50:00.204639611Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:50:05.755540279Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=6 entries=7 streamLabelsSize="173 B" entriesSize="41 kB" structuredMetadataSize="488 B" totalSize="41 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:05.755574155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:50:05.755585836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:50:05.755592632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:50:05.755600725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9977
level=debug ts=2026-02-16T11:50:05.755605957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:50:05.75561187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="151 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:50:05.757364026Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:50:09.325787983Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=10 entries=11 streamLabelsSize="293 B" entriesSize="426 kB" structuredMetadataSize="702 B" totalSize="426 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:09.325817996Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T11:50:09.325830507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T11:50:09.325856432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="42 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T11:50:09.325862685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T11:50:09.325868936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="338 kB" policy= mostRecentLagMs=2958
level=debug ts=2026-02-16T11:50:09.325874572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T11:50:09.325880446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T11:50:09.325886674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="205 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T11:50:09.325891836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T11:50:09.325896804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T11:50:09.330209858Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:50:10.671386026Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=6 entries=7 streamLabelsSize="221 B" entriesSize="48 kB" structuredMetadataSize="459 B" totalSize="48 kB" mostRecentLagMs=1895 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:10.671415484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:50:10.671428079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2895
level=debug ts=2026-02-16T11:50:10.67143446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7895
level=debug ts=2026-02-16T11:50:10.671441162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3895
level=debug ts=2026-02-16T11:50:10.671446555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1895
level=debug ts=2026-02-16T11:50:10.671451884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="9.2 kB" policy= mostRecentLagMs=4895
level=debug ts=2026-02-16T11:50:10.673049239Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:50:15.444717185Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:36472"
level=debug ts=2026-02-16T11:50:15.968747983Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.9 kB" streams=10 entries=10 streamLabelsSize="350 B" entriesSize="76 kB" structuredMetadataSize="668 B" totalSize="76 kB" mostRecentLagMs=2217 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:15.968783276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=3218
level=debug ts=2026-02-16T11:50:15.968794613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9217
level=debug ts=2026-02-16T11:50:15.968800788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7217
level=debug ts=2026-02-16T11:50:15.968807387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3218
level=debug ts=2026-02-16T11:50:15.968812485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6218
level=debug ts=2026-02-16T11:50:15.968822381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6218
level=debug ts=2026-02-16T11:50:15.968827366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="982 B" policy= mostRecentLagMs=2218
level=debug ts=2026-02-16T11:50:15.968832595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9355
level=debug ts=2026-02-16T11:50:15.968860409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:50:15.968865856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=2218
level=debug ts=2026-02-16T11:50:15.971410516Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:50:20.318302037Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=5 entries=7 streamLabelsSize="139 B" entriesSize="26 kB" structuredMetadataSize="482 B" totalSize="27 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:20.318333924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="14 kB" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T11:50:20.318344852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:50:20.318352616Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:50:20.318358054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:50:20.318363337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T11:50:20.319855415Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:50:22.792757347Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=11 entries=21 streamLabelsSize="367 B" entriesSize="708 kB" structuredMetadataSize="1.3 kB" totalSize="708 kB" mostRecentLagMs=160 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:22.792784687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="537 B" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T11:50:22.792795266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="667 kB" policy= mostRecentLagMs=161
level=debug ts=2026-02-16T11:50:22.79280125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=6017
level=debug ts=2026-02-16T11:50:22.792806478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T11:50:22.792811366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T11:50:22.792816595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T11:50:22.792821109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="533 B" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T11:50:22.792827077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T11:50:22.792831856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="22 kB" policy= mostRecentLagMs=2865
level=debug ts=2026-02-16T11:50:22.792856862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8017
level=debug ts=2026-02-16T11:50:22.792861861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="324 B" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T11:50:22.798023642Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:50:26.755807562Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=8 entries=9 streamLabelsSize="250 B" entriesSize="44 kB" structuredMetadataSize="631 B" totalSize="44 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:26.755865224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:50:26.755881262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:50:26.755891624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:50:26.75590035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5641
level=debug ts=2026-02-16T11:50:26.755910542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:50:26.75591811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:50:26.755923216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:50:26.75592882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="597 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:50:26.757703262Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:50:30.207183305Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:50:31.549800788Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:50:34.784797516Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=9 entries=14 streamLabelsSize="276 B" entriesSize="224 kB" structuredMetadataSize="854 B" totalSize="224 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:34.7848248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="193 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:50:34.784856778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T11:50:34.784865755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:50:34.784873542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T11:50:34.784879584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="215 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:50:34.78488496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T11:50:34.784890409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T11:50:34.784895684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="11 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T11:50:34.784900128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="364 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:50:34.787804843Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:50:35.40846652Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=8 streamLabelsSize="156 B" entriesSize="509 kB" structuredMetadataSize="548 B" totalSize="510 kB" mostRecentLagMs=94 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:35.408493881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=94
level=debug ts=2026-02-16T11:50:35.40850508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="439 B" policy= mostRecentLagMs=5093
level=debug ts=2026-02-16T11:50:35.408512033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1093
level=debug ts=2026-02-16T11:50:35.408518917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="480 kB" policy= mostRecentLagMs=2420
level=debug ts=2026-02-16T11:50:35.408524586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="602 B" policy= mostRecentLagMs=1093
level=debug ts=2026-02-16T11:50:35.40852964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="26 kB" policy= mostRecentLagMs=1093
level=debug ts=2026-02-16T11:50:35.413078496Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:50:38.755787592Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.0 kB" streams=8 entries=9 streamLabelsSize="263 B" entriesSize="62 kB" structuredMetadataSize="599 B" totalSize="63 kB" mostRecentLagMs=2612 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:38.755817969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:50:38.75583047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="385 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:50:38.755853965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="795 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:50:38.75586205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="52 kB" policy= mostRecentLagMs=2612
level=debug ts=2026-02-16T11:50:38.755869326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:50:38.755876693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:50:38.755882086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:50:38.75588855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:50:38.757666323Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:50:45.446512513Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:37208"
level=debug ts=2026-02-16T11:50:45.904986751Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=6 entries=10 streamLabelsSize="188 B" entriesSize="427 kB" structuredMetadataSize="627 B" totalSize="428 kB" mostRecentLagMs=1128 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:45.905017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7129
level=debug ts=2026-02-16T11:50:45.905028465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=9344
level=debug ts=2026-02-16T11:50:45.905035707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=1128
level=debug ts=2026-02-16T11:50:45.905040811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2129
level=debug ts=2026-02-16T11:50:45.905046138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6128
level=debug ts=2026-02-16T11:50:45.905052327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="391 kB" policy= mostRecentLagMs=7630
level=debug ts=2026-02-16T11:50:45.909288565Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:50:48.056398544Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=5 entries=8 streamLabelsSize="146 B" entriesSize="127 kB" structuredMetadataSize="520 B" totalSize="128 kB" mostRecentLagMs=1159 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:48.056428119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="88 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:50:48.056440304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7741
level=debug ts=2026-02-16T11:50:48.056449055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="35 kB" policy= mostRecentLagMs=1160
level=debug ts=2026-02-16T11:50:48.056456088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=6742
level=debug ts=2026-02-16T11:50:48.056461512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=2742
level=debug ts=2026-02-16T11:50:48.059084051Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:50:49.755568787Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.1 kB" streams=7 entries=8 streamLabelsSize="238 B" entriesSize="83 kB" structuredMetadataSize="536 B" totalSize="83 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:49.75559651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=3699
level=debug ts=2026-02-16T11:50:49.755607694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:50:49.755614127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:50:49.755619755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:50:49.755625849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6180
level=debug ts=2026-02-16T11:50:49.755632939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:50:49.755638097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="14 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:50:49.758513686Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:50:56.7829115Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=9 entries=16 streamLabelsSize="253 B" entriesSize="107 kB" structuredMetadataSize="997 B" totalSize="108 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:56.782940349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="22 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T11:50:56.782952953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="64 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T11:50:56.782960457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T11:50:56.782965893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:50:56.782971326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="364 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:50:56.782976253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:50:56.782981837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:50:56.782986843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:50:56.782991549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:50:56.785504101Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:50:58.330525789Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=8 entries=10 streamLabelsSize="239 B" entriesSize="462 kB" structuredMetadataSize="664 B" totalSize="463 kB" mostRecentLagMs=607 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:50:58.330564298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="27 kB" policy= mostRecentLagMs=3902
level=debug ts=2026-02-16T11:50:58.330582428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T11:50:58.330593138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="338 B" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T11:50:58.330602638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="93 kB" policy= mostRecentLagMs=8016
level=debug ts=2026-02-16T11:50:58.330613221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T11:50:58.330623529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T11:50:58.330632552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="365 B" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T11:50:58.330641407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="340 kB" policy= mostRecentLagMs=607
level=debug ts=2026-02-16T11:50:58.334803279Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:51:00.209919718Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:51:03.756074295Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.6 kB" streams=7 entries=10 streamLabelsSize="240 B" entriesSize="105 kB" structuredMetadataSize="670 B" totalSize="106 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:03.756102659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="548 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:51:03.756114062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:51:03.756120733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:51:03.756127862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="23 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:51:03.756134906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:51:03.756140652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="60 kB" policy= mostRecentLagMs=5372
level=debug ts=2026-02-16T11:51:03.756147431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:51:03.758598239Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:51:09.784143192Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="92 kB" streams=7 entries=27 streamLabelsSize="211 B" entriesSize="2.1 MB" structuredMetadataSize="1.6 kB" totalSize="2.1 MB" mostRecentLagMs=774 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:09.78417964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=774
level=debug ts=2026-02-16T11:51:09.784194938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T11:51:09.78420498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:51:09.784213904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=1810
level=debug ts=2026-02-16T11:51:09.784221854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T11:51:09.784230084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="111 kB" policy= mostRecentLagMs=1486
level=debug ts=2026-02-16T11:51:09.784237906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T11:51:09.796822731Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:51:15.330534084Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=4 entries=15 streamLabelsSize="138 B" entriesSize="922 kB" structuredMetadataSize="947 B" totalSize="922 kB" mostRecentLagMs=1489 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:15.330562933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="875 kB" policy= mostRecentLagMs=1489
level=debug ts=2026-02-16T11:51:15.330574259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=7016
level=debug ts=2026-02-16T11:51:15.330580386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9016
level=debug ts=2026-02-16T11:51:15.330586306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=5016
level=debug ts=2026-02-16T11:51:15.340291693Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:51:15.447774463Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:41634"
level=debug ts=2026-02-16T11:51:15.765449729Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=6 entries=15 streamLabelsSize="204 B" entriesSize="547 kB" structuredMetadataSize="1.1 kB" totalSize="547 kB" mostRecentLagMs=2128 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:15.76547751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="815 B" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T11:51:15.765489291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2128
level=debug ts=2026-02-16T11:51:15.765496103Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=5633
level=debug ts=2026-02-16T11:51:15.765503381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="470 kB" policy= mostRecentLagMs=3669
level=debug ts=2026-02-16T11:51:15.765508816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T11:51:15.765513871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=5876
level=debug ts=2026-02-16T11:51:15.769438972Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:51:16.002556363Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:51:19.753657598Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=11 entries=31 streamLabelsSize="322 B" entriesSize="833 kB" structuredMetadataSize="2.0 kB" totalSize="834 kB" mostRecentLagMs=800 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:19.753724983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=3977
level=debug ts=2026-02-16T11:51:19.75374908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=3977
level=debug ts=2026-02-16T11:51:19.753766013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=2977
level=debug ts=2026-02-16T11:51:19.753783592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=977
level=debug ts=2026-02-16T11:51:19.753798325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9977
level=debug ts=2026-02-16T11:51:19.753811169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1978
level=debug ts=2026-02-16T11:51:19.753824429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="757 kB" policy= mostRecentLagMs=800
level=debug ts=2026-02-16T11:51:19.753853845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=977
level=debug ts=2026-02-16T11:51:19.753867856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6977
level=debug ts=2026-02-16T11:51:19.7538825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4814
level=debug ts=2026-02-16T11:51:19.753932618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=5804
level=debug ts=2026-02-16T11:51:19.760815845Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:51:25.324371739Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=8 entries=31 streamLabelsSize="203 B" entriesSize="456 kB" structuredMetadataSize="2.0 kB" totalSize="456 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:25.324414925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="45 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T11:51:25.324429665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T11:51:25.324438839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T11:51:25.324448188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T11:51:25.324456896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T11:51:25.324464387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T11:51:25.324471251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=6644
level=debug ts=2026-02-16T11:51:25.32447838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T11:51:25.328873537Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:51:26.760810922Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=9 entries=34 streamLabelsSize="294 B" entriesSize="142 kB" structuredMetadataSize="2.2 kB" totalSize="142 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:26.760872363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T11:51:26.760890166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T11:51:26.760900535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:51:26.760910477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="51 kB" policy= mostRecentLagMs=5347
level=debug ts=2026-02-16T11:51:26.760922097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="21 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T11:51:26.760930473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T11:51:26.760939303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="12 kB" policy= mostRecentLagMs=2706
level=debug ts=2026-02-16T11:51:26.760948586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="30 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T11:51:26.760957316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T11:51:26.764259174Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:51:30.211775443Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T11:51:30.792700004Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=11 entries=25 streamLabelsSize="319 B" entriesSize="580 kB" structuredMetadataSize="1.7 kB" totalSize="580 kB" mostRecentLagMs=1016 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:30.792726507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="13 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T11:51:30.792738459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=1017
level=debug ts=2026-02-16T11:51:30.792746141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T11:51:30.792751849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=3755
level=debug ts=2026-02-16T11:51:30.792757425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=4017
level=debug ts=2026-02-16T11:51:30.792762464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="26 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T11:51:30.792767557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="413 kB" policy= mostRecentLagMs=2751
level=debug ts=2026-02-16T11:51:30.792772173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8016
level=debug ts=2026-02-16T11:51:30.79277742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=3685
level=debug ts=2026-02-16T11:51:30.792782312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7016
level=debug ts=2026-02-16T11:51:30.792786825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="45 kB" policy= mostRecentLagMs=8755
level=debug ts=2026-02-16T11:51:30.798738699Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:51:35.572866232Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=8 entries=11 streamLabelsSize="231 B" entriesSize="217 kB" structuredMetadataSize="715 B" totalSize="217 kB" mostRecentLagMs=259 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:35.57289894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=7259
level=debug ts=2026-02-16T11:51:35.572910092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=259
level=debug ts=2026-02-16T11:51:35.572917443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="32 kB" policy= mostRecentLagMs=5258
level=debug ts=2026-02-16T11:51:35.572926395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="157 kB" policy= mostRecentLagMs=9209
level=debug ts=2026-02-16T11:51:35.572935714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="530 B" policy= mostRecentLagMs=1258
level=debug ts=2026-02-16T11:51:35.572941706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="26 kB" policy= mostRecentLagMs=5258
level=debug ts=2026-02-16T11:51:35.572946601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="630 B" policy= mostRecentLagMs=6259
level=debug ts=2026-02-16T11:51:35.572951037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9259
level=debug ts=2026-02-16T11:51:35.576002177Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:51:36.879018563Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.1 kB" streams=5 entries=12 streamLabelsSize="172 B" entriesSize="83 kB" structuredMetadataSize="825 B" totalSize="84 kB" mostRecentLagMs=128 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:36.879048127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:51:36.879059297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5311
level=debug ts=2026-02-16T11:51:36.879066506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7128
level=debug ts=2026-02-16T11:51:36.879074505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="22 kB" policy= mostRecentLagMs=128
level=debug ts=2026-02-16T11:51:36.879081308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=128
level=debug ts=2026-02-16T11:51:36.881676251Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:51:42.782913999Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.9 kB" streams=5 entries=9 streamLabelsSize="145 B" entriesSize="125 kB" structuredMetadataSize="566 B" totalSize="125 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:42.782941729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="14 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T11:51:42.782952962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:51:42.782960246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="45 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T11:51:42.782967631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="887 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T11:51:42.782975249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="56 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:51:42.786028126Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:51:48.556640443Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="220 kB" streams=9 entries=406 streamLabelsSize="301 B" entriesSize="1.8 MB" structuredMetadataSize="30 kB" totalSize="1.8 MB" mostRecentLagMs=237 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:48.556678676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=2639
level=debug ts=2026-02-16T11:51:48.556690134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=7806
level=debug ts=2026-02-16T11:51:48.556696778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="55 kB" policy= mostRecentLagMs=9805
level=debug ts=2026-02-16T11:51:48.556703623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=1790
level=debug ts=2026-02-16T11:51:48.556709798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=2639
level=debug ts=2026-02-16T11:51:48.55671503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="977 B" policy= mostRecentLagMs=1790
level=debug ts=2026-02-16T11:51:48.556720094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=237
level=debug ts=2026-02-16T11:51:48.556724866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7806
level=debug ts=2026-02-16T11:51:48.556729673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5258
level=debug ts=2026-02-16T11:51:48.570328182Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:51:49.322869545Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=7 entries=9 streamLabelsSize="197 B" entriesSize="189 kB" structuredMetadataSize="609 B" totalSize="189 kB" mostRecentLagMs=932 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:49.322897992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T11:51:49.322910074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="421 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T11:51:49.322916249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=8961
level=debug ts=2026-02-16T11:51:49.322921469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T11:51:49.322926362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="442 B" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T11:51:49.32293121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="142 kB" policy= mostRecentLagMs=932
level=debug ts=2026-02-16T11:51:49.322936157Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T11:51:49.326084914Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:51:53.783747856Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=8 entries=10 streamLabelsSize="262 B" entriesSize="194 kB" structuredMetadataSize="696 B" totalSize="194 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:53.783780139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T11:51:53.783793256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T11:51:53.783800155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="103 kB" policy= mostRecentLagMs=4281
level=debug ts=2026-02-16T11:51:53.78380723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:51:53.783813546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="444 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T11:51:53.783819407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T11:51:53.783824868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="68 kB" policy= mostRecentLagMs=2075
level=debug ts=2026-02-16T11:51:53.783830221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T11:51:53.787327575Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:51:54.984564721Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="291 kB" streams=2 entries=402 streamLabelsSize="43 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=64 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:51:54.984596079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6151
level=debug ts=2026-02-16T11:51:54.984607449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=64
level=debug ts=2026-02-16T11:51:54.999115552Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:51:59.149689757Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:57170"
ts=2026-02-16T11:52:00.214160027Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:52:01.243605303Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=4 entries=5 streamLabelsSize="116 B" entriesSize="416 kB" structuredMetadataSize="363 B" totalSize="416 kB" mostRecentLagMs=2929 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:01.243645704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="383 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T11:52:01.243662537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9929
level=debug ts=2026-02-16T11:52:01.24367234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="176 B" policy= mostRecentLagMs=8929
level=debug ts=2026-02-16T11:52:01.243682125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="27 kB" policy= mostRecentLagMs=2929
level=debug ts=2026-02-16T11:52:01.248292492Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:52:02.257880825Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="278 kB" streams=7 entries=466 streamLabelsSize="228 B" entriesSize="2.0 MB" structuredMetadataSize="35 kB" totalSize="2.0 MB" mostRecentLagMs=174 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:02.257912116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6276
level=debug ts=2026-02-16T11:52:02.25792308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2927
level=debug ts=2026-02-16T11:52:02.257930042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2927
level=debug ts=2026-02-16T11:52:02.257936845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2927
level=debug ts=2026-02-16T11:52:02.257942564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5144
level=debug ts=2026-02-16T11:52:02.257947773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=174
level=debug ts=2026-02-16T11:52:02.257953018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=5144
level=debug ts=2026-02-16T11:52:02.26940824Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:52:04.783193212Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=10 entries=15 streamLabelsSize="311 B" entriesSize="106 kB" structuredMetadataSize="949 B" totalSize="106 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:04.783223971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T11:52:04.783236987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T11:52:04.78324401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="15 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T11:52:04.783249988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="21 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:52:04.783254826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T11:52:04.783259889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:52:04.783264659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="947 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T11:52:04.783269632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T11:52:04.783274359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T11:52:04.78327898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="57 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T11:52:04.785829118Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:52:08.687270458Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="286 kB" streams=5 entries=394 streamLabelsSize="151 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=201 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:08.687300959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=3290
level=debug ts=2026-02-16T11:52:08.687317383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="26 kB" policy= mostRecentLagMs=2232
level=debug ts=2026-02-16T11:52:08.687323893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=2232
level=debug ts=2026-02-16T11:52:08.687329233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="670 B" policy= mostRecentLagMs=2232
level=debug ts=2026-02-16T11:52:08.687334673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=201
level=debug ts=2026-02-16T11:52:08.730508222Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:52:13.320558443Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.6 kB" streams=9 entries=11 streamLabelsSize="257 B" entriesSize="77 kB" structuredMetadataSize="726 B" totalSize="77 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:13.32058654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:52:13.320599255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:52:13.32060617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:52:13.320611889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:52:13.320618974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="39 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:52:13.320625201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=3911
level=debug ts=2026-02-16T11:52:13.320630376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:52:13.320636272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=1122
level=debug ts=2026-02-16T11:52:13.320641223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T11:52:13.32323019Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:52:15.450539973Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:52098"
ts=2026-02-16T11:52:15.849833871Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:56194"
level=debug ts=2026-02-16T11:52:16.792110502Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=9 entries=15 streamLabelsSize="303 B" entriesSize="548 kB" structuredMetadataSize="1.0 kB" totalSize="548 kB" mostRecentLagMs=1016 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:16.792143398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=9016
level=debug ts=2026-02-16T11:52:16.792158371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8290
level=debug ts=2026-02-16T11:52:16.792168498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=4748
level=debug ts=2026-02-16T11:52:16.792180576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="183 kB" policy= mostRecentLagMs=4748
level=debug ts=2026-02-16T11:52:16.7921875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="288 kB" policy= mostRecentLagMs=3117
level=debug ts=2026-02-16T11:52:16.792192538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T11:52:16.792199411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="199 B" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T11:52:16.792207876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T11:52:16.792218153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=5016
level=debug ts=2026-02-16T11:52:16.797252549Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:52:17.63823161Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:52:18.523855663Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="221 kB" streams=8 entries=278 streamLabelsSize="272 B" entriesSize="1.4 MB" structuredMetadataSize="21 kB" totalSize="1.4 MB" mostRecentLagMs=773 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:18.523887858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4773
level=debug ts=2026-02-16T11:52:18.523899685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="50 kB" policy= mostRecentLagMs=4406
level=debug ts=2026-02-16T11:52:18.52390589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=773
level=debug ts=2026-02-16T11:52:18.52391255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T11:52:18.523918444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="962 B" policy= mostRecentLagMs=6002
level=debug ts=2026-02-16T11:52:18.523925043Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1652
level=debug ts=2026-02-16T11:52:18.5239305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=8367
level=debug ts=2026-02-16T11:52:18.523935576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=8367
level=debug ts=2026-02-16T11:52:18.53607245Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:52:24.185317626Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=5 entries=14 streamLabelsSize="140 B" entriesSize="652 kB" structuredMetadataSize="961 B" totalSize="653 kB" mostRecentLagMs=1871 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:24.185349164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=1871
level=debug ts=2026-02-16T11:52:24.185360799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="96 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T11:52:24.185368112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="530 kB" policy= mostRecentLagMs=2080
level=debug ts=2026-02-16T11:52:24.185373556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="15 kB" policy= mostRecentLagMs=2870
level=debug ts=2026-02-16T11:52:24.185379065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=1871
level=debug ts=2026-02-16T11:52:24.191040738Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:52:27.623652626Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=7 entries=10 streamLabelsSize="229 B" entriesSize="201 kB" structuredMetadataSize="678 B" totalSize="201 kB" mostRecentLagMs=847 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:27.623680499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=847
level=debug ts=2026-02-16T11:52:27.623690852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="144 kB" policy= mostRecentLagMs=3847
level=debug ts=2026-02-16T11:52:27.623697173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2848
level=debug ts=2026-02-16T11:52:27.623702973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3847
level=debug ts=2026-02-16T11:52:27.623707948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=7847
level=debug ts=2026-02-16T11:52:27.623714563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="25 kB" policy= mostRecentLagMs=7557
level=debug ts=2026-02-16T11:52:27.623720146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4848
level=debug ts=2026-02-16T11:52:27.626698497Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:52:28.545910537Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=4 entries=11 streamLabelsSize="129 B" entriesSize="132 kB" structuredMetadataSize="770 B" totalSize="132 kB" mostRecentLagMs=1794 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:28.545940084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="89 kB" policy= mostRecentLagMs=5794
level=debug ts=2026-02-16T11:52:28.545951876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2795
level=debug ts=2026-02-16T11:52:28.545959457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=1794
level=debug ts=2026-02-16T11:52:28.545965067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=4795
level=debug ts=2026-02-16T11:52:28.548623572Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:52:30.216370856Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T11:52:34.322575587Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=8 streamLabelsSize="233 B" entriesSize="149 kB" structuredMetadataSize="544 B" totalSize="150 kB" mostRecentLagMs=453 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:34.322603563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=8652
level=debug ts=2026-02-16T11:52:34.322615034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="103 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T11:52:34.32262115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="246 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T11:52:34.322627114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T11:52:34.322632281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T11:52:34.322637377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=453
level=debug ts=2026-02-16T11:52:34.322641875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="638 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T11:52:34.325216931Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:52:37.781668208Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=10 entries=11 streamLabelsSize="322 B" entriesSize="130 kB" structuredMetadataSize="697 B" totalSize="130 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:37.781698364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="42 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:52:37.781710038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:52:37.781719297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:52:37.781725406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:52:37.78173222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:52:37.781737703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="58 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:52:37.781743953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:52:37.781749456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="385 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:52:37.781754409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="168 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:52:37.781759768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:52:37.784738865Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:52:39.75400041Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=8 entries=9 streamLabelsSize="301 B" entriesSize="44 kB" structuredMetadataSize="597 B" totalSize="44 kB" mostRecentLagMs=2 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:39.754028308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T11:52:39.754040283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T11:52:39.754048509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T11:52:39.754053976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T11:52:39.754059438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="30 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:52:39.754064358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T11:52:39.754070353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2
level=debug ts=2026-02-16T11:52:39.75407508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=9002
level=debug ts=2026-02-16T11:52:39.756099158Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:52:45.318881124Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=5 entries=6 streamLabelsSize="155 B" entriesSize="4.3 kB" structuredMetadataSize="392 B" totalSize="4.4 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:45.318910433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:52:45.318923265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="324 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:52:45.318929968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:52:45.31893687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:52:45.318942515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:52:45.320278881Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:52:49.783148482Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.5 kB" streams=8 entries=11 streamLabelsSize="238 B" entriesSize="118 kB" structuredMetadataSize="697 B" totalSize="119 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:49.783177829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T11:52:49.783189128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:52:49.783194933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T11:52:49.783201318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T11:52:49.783208261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="100 kB" policy= mostRecentLagMs=3503
level=debug ts=2026-02-16T11:52:49.783213805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T11:52:49.783219954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T11:52:49.783225035Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="963 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:52:49.785972713Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:52:49.887988638Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=5 entries=5 streamLabelsSize="157 B" entriesSize="61 kB" structuredMetadataSize="338 B" totalSize="61 kB" mostRecentLagMs=2137 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:52:49.888013411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=2137
level=debug ts=2026-02-16T11:52:49.888025089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:52:49.888032515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8137
level=debug ts=2026-02-16T11:52:49.888040791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8316
level=debug ts=2026-02-16T11:52:49.888047233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9137
level=debug ts=2026-02-16T11:52:49.889580656Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:53:00.218832101Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:53:00.32571719Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=5 entries=6 streamLabelsSize="158 B" entriesSize="449 kB" structuredMetadataSize="393 B" totalSize="450 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:00.325746066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:53:00.32575866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T11:53:00.325766078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="47 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T11:53:00.325772744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=6496
level=debug ts=2026-02-16T11:53:00.325779585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T11:53:00.329936952Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:53:00.755293764Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.3 kB" streams=8 entries=10 streamLabelsSize="274 B" entriesSize="45 kB" structuredMetadataSize="647 B" totalSize="45 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:00.755323382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:53:00.755335153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="23 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:53:00.755341691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:53:00.755349372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:53:00.755354623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:53:00.755359965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:53:00.755365155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T11:53:00.755371542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:53:00.757405168Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:53:01.098594741Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:53:03.782746979Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=10 entries=13 streamLabelsSize="308 B" entriesSize="122 kB" structuredMetadataSize="837 B" totalSize="123 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:03.78277874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:53:03.78279075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="84 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:53:03.782797072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:53:03.782804219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:53:03.782809509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="239 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T11:53:03.782815329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:53:03.782820469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:53:03.782826065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="707 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:53:03.782831369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:53:03.782849111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="12 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:53:03.785376615Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:53:12.097795148Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=7 entries=8 streamLabelsSize="205 B" entriesSize="47 kB" structuredMetadataSize="550 B" totalSize="47 kB" mostRecentLagMs=346 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:12.097830193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=346
level=debug ts=2026-02-16T11:53:12.09785712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=3347
level=debug ts=2026-02-16T11:53:12.097864011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6347
level=debug ts=2026-02-16T11:53:12.09786986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5346
level=debug ts=2026-02-16T11:53:12.097874758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="624 B" policy= mostRecentLagMs=9347
level=debug ts=2026-02-16T11:53:12.097879689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=346
level=debug ts=2026-02-16T11:53:12.097884659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:53:12.099557318Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:53:13.319111139Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.1 kB" streams=5 entries=5 streamLabelsSize="154 B" entriesSize="5.1 kB" structuredMetadataSize="321 B" totalSize="5.3 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:13.319142211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:53:13.319154365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:53:13.319161263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:53:13.319168127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:53:13.319174257Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:53:13.320567805Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:53:14.780913077Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=4 entries=4 streamLabelsSize="131 B" entriesSize="9.7 kB" structuredMetadataSize="245 B" totalSize="9.8 kB" mostRecentLagMs=5005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:14.780941759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="480 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:53:14.780954234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:53:14.780962903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:53:14.780968405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:53:14.782317685Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:53:15.453649945Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:33626"
level=debug ts=2026-02-16T11:53:23.846248316Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=2 entries=3 streamLabelsSize="62 B" entriesSize="482 kB" structuredMetadataSize="221 B" totalSize="482 kB" mostRecentLagMs=2258 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:23.846282277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="481 kB" policy= mostRecentLagMs=2258
level=debug ts=2026-02-16T11:53:23.846296784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="674 B" policy= mostRecentLagMs=3531
level=debug ts=2026-02-16T11:53:23.85145687Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:53:26.222615104Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=9 entries=10 streamLabelsSize="267 B" entriesSize="20 kB" structuredMetadataSize="654 B" totalSize="20 kB" mostRecentLagMs=1446 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:26.22264481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="542 B" policy= mostRecentLagMs=1446
level=debug ts=2026-02-16T11:53:26.222656545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2446
level=debug ts=2026-02-16T11:53:26.222663447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:53:26.222669012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="239 B" policy= mostRecentLagMs=9447
level=debug ts=2026-02-16T11:53:26.222674148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7446
level=debug ts=2026-02-16T11:53:26.222679083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=1446
level=debug ts=2026-02-16T11:53:26.222684835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3446
level=debug ts=2026-02-16T11:53:26.222689576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8446
level=debug ts=2026-02-16T11:53:26.222693989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=8446
level=debug ts=2026-02-16T11:53:26.224098448Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:53:29.158761773Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:58448"
level=debug ts=2026-02-16T11:53:29.754678599Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=5 entries=5 streamLabelsSize="196 B" entriesSize="42 kB" structuredMetadataSize="338 B" totalSize="42 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:29.754706835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T11:53:29.754719142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:53:29.754728609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:53:29.754735335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9725
level=debug ts=2026-02-16T11:53:29.754741337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T11:53:29.756505458Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:53:30.221370895Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:53:34.31921628Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=6 entries=7 streamLabelsSize="174 B" entriesSize="18 kB" structuredMetadataSize="441 B" totalSize="18 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:34.319244463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:53:34.319255316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:53:34.319262455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:53:34.319269556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="12 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:53:34.319275071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:53:34.319280129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:53:34.320753539Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:53:37.547861881Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T11:53:37.54942402Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:53:40.7805207Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=5 entries=5 streamLabelsSize="167 B" entriesSize="7.2 kB" structuredMetadataSize="326 B" totalSize="7.3 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:40.780558266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="779 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:53:40.780575345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="823 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:53:40.780586235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T11:53:40.780598352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:53:40.780607703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:53:40.78209687Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:53:44.759545513Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.9 kB" streams=4 entries=4 streamLabelsSize="122 B" entriesSize="48 kB" structuredMetadataSize="261 B" totalSize="48 kB" mostRecentLagMs=444 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:44.759644989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:53:44.759674486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=445
level=debug ts=2026-02-16T11:53:44.759690168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=3445
level=debug ts=2026-02-16T11:53:44.759705129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5562
level=debug ts=2026-02-16T11:53:44.762151051Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:53:45.455109205Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:49910"
level=debug ts=2026-02-16T11:53:45.756548805Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.9 kB" streams=6 entries=10 streamLabelsSize="234 B" entriesSize="69 kB" structuredMetadataSize="658 B" totalSize="69 kB" mostRecentLagMs=965 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:45.756577958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:53:45.756589152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="815 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:53:45.75659559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:53:45.756601503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:53:45.756608138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5385
level=debug ts=2026-02-16T11:53:45.75661343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="27 kB" policy= mostRecentLagMs=965
level=debug ts=2026-02-16T11:53:45.758427141Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:53:52.13424583Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="56 kB" streams=7 entries=20 streamLabelsSize="215 B" entriesSize="1.3 MB" structuredMetadataSize="1.3 kB" totalSize="1.3 MB" mostRecentLagMs=691 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:52.13427402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="120 kB" policy= mostRecentLagMs=691
level=debug ts=2026-02-16T11:53:52.134285155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8358
level=debug ts=2026-02-16T11:53:52.134292018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="899 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:53:52.134298434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=1061
level=debug ts=2026-02-16T11:53:52.134303797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="226 kB" policy= mostRecentLagMs=1021
level=debug ts=2026-02-16T11:53:52.134308766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9358
level=debug ts=2026-02-16T11:53:52.134314243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2358
level=debug ts=2026-02-16T11:53:52.154963062Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:53:56.415774044Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=5 entries=9 streamLabelsSize="158 B" entriesSize="610 kB" structuredMetadataSize="591 B" totalSize="610 kB" mostRecentLagMs=101 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:56.415806308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="257 kB" policy= mostRecentLagMs=1101
level=debug ts=2026-02-16T11:53:56.415818381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="9.8 kB" policy= mostRecentLagMs=4101
level=debug ts=2026-02-16T11:53:56.415825687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=5102
level=debug ts=2026-02-16T11:53:56.415831657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=101
level=debug ts=2026-02-16T11:53:56.415857354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="338 kB" policy= mostRecentLagMs=8183
level=debug ts=2026-02-16T11:53:56.420784542Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:53:56.889182896Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=9 entries=17 streamLabelsSize="304 B" entriesSize="183 kB" structuredMetadataSize="1.1 kB" totalSize="183 kB" mostRecentLagMs=137 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:53:56.889219742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=137
level=debug ts=2026-02-16T11:53:56.889236304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=137
level=debug ts=2026-02-16T11:53:56.889258208Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="964 B" policy= mostRecentLagMs=137
level=debug ts=2026-02-16T11:53:56.889269662Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="106 kB" policy= mostRecentLagMs=6233
level=debug ts=2026-02-16T11:53:56.889278757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=1138
level=debug ts=2026-02-16T11:53:56.889287986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=4138
level=debug ts=2026-02-16T11:53:56.889295698Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="843 B" policy= mostRecentLagMs=137
level=debug ts=2026-02-16T11:53:56.889306926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1462
level=debug ts=2026-02-16T11:53:56.889317504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=6138
level=debug ts=2026-02-16T11:53:56.892441195Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:53:59.161644016Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:33070"
ts=2026-02-16T11:54:00.224217924Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:54:02.788579851Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="30 kB" streams=11 entries=21 streamLabelsSize="337 B" entriesSize="432 kB" structuredMetadataSize="1.4 kB" totalSize="432 kB" mostRecentLagMs=597 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:02.788610582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="317 kB" policy= mostRecentLagMs=714
level=debug ts=2026-02-16T11:54:02.788622161Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T11:54:02.78863084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T11:54:02.788637529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="729 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T11:54:02.788643615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T11:54:02.788650241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T11:54:02.788656744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=2726
level=debug ts=2026-02-16T11:54:02.788661937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="49 kB" policy= mostRecentLagMs=597
level=debug ts=2026-02-16T11:54:02.788666576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T11:54:02.788671438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T11:54:02.788676638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3503
level=debug ts=2026-02-16T11:54:02.793164803Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:07.759553763Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=7 entries=12 streamLabelsSize="240 B" entriesSize="282 kB" structuredMetadataSize="826 B" totalSize="282 kB" mostRecentLagMs=3308 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:07.759581841Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="91 kB" policy= mostRecentLagMs=7750
level=debug ts=2026-02-16T11:54:07.759594432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="234 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:54:07.759600672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=3816
level=debug ts=2026-02-16T11:54:07.759606521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="37 kB" policy= mostRecentLagMs=5748
level=debug ts=2026-02-16T11:54:07.759612063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T11:54:07.759617258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="118 kB" policy= mostRecentLagMs=3308
level=debug ts=2026-02-16T11:54:07.759623615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T11:54:07.763059939Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:08.802830067Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="61 kB" streams=8 entries=24 streamLabelsSize="221 B" entriesSize="1.5 MB" structuredMetadataSize="1.5 kB" totalSize="1.5 MB" mostRecentLagMs=84 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:08.802875549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=84
level=debug ts=2026-02-16T11:54:08.802886536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4488
level=debug ts=2026-02-16T11:54:08.802892786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="290 kB" policy= mostRecentLagMs=1297
level=debug ts=2026-02-16T11:54:08.802898003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=488
level=debug ts=2026-02-16T11:54:08.802903009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=3489
level=debug ts=2026-02-16T11:54:08.802907652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=4488
level=debug ts=2026-02-16T11:54:08.802912669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=7358
level=debug ts=2026-02-16T11:54:08.802917551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2489
level=debug ts=2026-02-16T11:54:08.811788825Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:08.84969549Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="92 kB" streams=7 entries=28 streamLabelsSize="203 B" entriesSize="2.1 MB" structuredMetadataSize="1.7 kB" totalSize="2.1 MB" mostRecentLagMs=74 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:08.849726689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=277
level=debug ts=2026-02-16T11:54:08.849738235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="39 kB" policy= mostRecentLagMs=1918
level=debug ts=2026-02-16T11:54:08.849744518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="46 kB" policy= mostRecentLagMs=1684
level=debug ts=2026-02-16T11:54:08.849752176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=173
level=debug ts=2026-02-16T11:54:08.8497573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=74
level=debug ts=2026-02-16T11:54:08.84976232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="102 kB" policy= mostRecentLagMs=235
level=debug ts=2026-02-16T11:54:08.849767261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="20 kB" policy= mostRecentLagMs=3879
level=debug ts=2026-02-16T11:54:08.858747717Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:14.847731779Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="83 kB" streams=3 entries=24 streamLabelsSize="80 B" entriesSize="2.1 MB" structuredMetadataSize="1.4 kB" totalSize="2.1 MB" mostRecentLagMs=71 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:14.847760343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.1 MB" policy= mostRecentLagMs=390
level=debug ts=2026-02-16T11:54:14.847771428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1071
level=debug ts=2026-02-16T11:54:14.847777621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=71
level=debug ts=2026-02-16T11:54:14.858086672Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:18.700700433Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=11 streamLabelsSize="217 B" entriesSize="164 kB" structuredMetadataSize="740 B" totalSize="164 kB" mostRecentLagMs=950 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:18.700734165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=7950
level=debug ts=2026-02-16T11:54:18.700748812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="464 B" policy= mostRecentLagMs=2949
level=debug ts=2026-02-16T11:54:18.700759635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=950
level=debug ts=2026-02-16T11:54:18.700767038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="112 kB" policy= mostRecentLagMs=3949
level=debug ts=2026-02-16T11:54:18.700775561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9925
level=debug ts=2026-02-16T11:54:18.700782494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7506
level=debug ts=2026-02-16T11:54:18.700788796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=6950
level=debug ts=2026-02-16T11:54:18.703868117Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:19.454826765Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="66 kB" streams=7 entries=23 streamLabelsSize="216 B" entriesSize="1.5 MB" structuredMetadataSize="1.4 kB" totalSize="1.5 MB" mostRecentLagMs=140 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:19.454877051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=140
level=debug ts=2026-02-16T11:54:19.454888179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="444 B" policy= mostRecentLagMs=4139
level=debug ts=2026-02-16T11:54:19.4548948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=4786
level=debug ts=2026-02-16T11:54:19.454900779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=9140
level=debug ts=2026-02-16T11:54:19.454906199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4139
level=debug ts=2026-02-16T11:54:19.454911202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="294 kB" policy= mostRecentLagMs=972
level=debug ts=2026-02-16T11:54:19.454916201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="15 kB" policy= mostRecentLagMs=3140
level=debug ts=2026-02-16T11:54:19.462754651Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:24.843821966Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="79 kB" streams=13 entries=35 streamLabelsSize="393 B" entriesSize="1.7 MB" structuredMetadataSize="2.1 kB" totalSize="1.7 MB" mostRecentLagMs=67 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:24.843866102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6067
level=debug ts=2026-02-16T11:54:24.843877418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=1067
level=debug ts=2026-02-16T11:54:24.843884235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=67
level=debug ts=2026-02-16T11:54:24.843890904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=67
level=debug ts=2026-02-16T11:54:24.843896062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="19 kB" policy= mostRecentLagMs=9068
level=debug ts=2026-02-16T11:54:24.843900965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="14 kB" policy= mostRecentLagMs=1067
level=debug ts=2026-02-16T11:54:24.84390687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="15 kB" policy= mostRecentLagMs=4068
level=debug ts=2026-02-16T11:54:24.843911762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2068
level=debug ts=2026-02-16T11:54:24.843916453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="31 kB" policy= mostRecentLagMs=4068
level=debug ts=2026-02-16T11:54:24.843921155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=67
level=debug ts=2026-02-16T11:54:24.843925929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7067
level=debug ts=2026-02-16T11:54:24.843930752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="11 kB" policy= mostRecentLagMs=4068
level=debug ts=2026-02-16T11:54:24.843936167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="14 kB" policy= mostRecentLagMs=4068
level=debug ts=2026-02-16T11:54:24.852972411Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:26.778527902Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:54:29.50987307Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=10 entries=13 streamLabelsSize="332 B" entriesSize="196 kB" structuredMetadataSize="861 B" totalSize="197 kB" mostRecentLagMs=1169 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:29.509904851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=2759
level=debug ts=2026-02-16T11:54:29.509916365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="33 kB" policy= mostRecentLagMs=8759
level=debug ts=2026-02-16T11:54:29.509922555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=6759
level=debug ts=2026-02-16T11:54:29.509927969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3758
level=debug ts=2026-02-16T11:54:29.509933025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=8759
level=debug ts=2026-02-16T11:54:29.50993801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9759
level=debug ts=2026-02-16T11:54:29.509943862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="53 kB" policy= mostRecentLagMs=6899
level=debug ts=2026-02-16T11:54:29.509948648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="232 B" policy= mostRecentLagMs=2759
level=debug ts=2026-02-16T11:54:29.509953487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1169
level=debug ts=2026-02-16T11:54:29.509959802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1759
level=debug ts=2026-02-16T11:54:29.513797517Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:54:30.226444212Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:54:30.326026114Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=8 entries=16 streamLabelsSize="232 B" entriesSize="425 kB" structuredMetadataSize="1.0 kB" totalSize="425 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:30.326055066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T11:54:30.326067952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=8572
level=debug ts=2026-02-16T11:54:30.326075281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T11:54:30.326081034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="12 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T11:54:30.32608684Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="388 kB" policy= mostRecentLagMs=264
level=debug ts=2026-02-16T11:54:30.326092713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="644 B" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T11:54:30.32609753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="537 B" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T11:54:30.326102256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T11:54:30.330079519Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:34.898185353Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="59 kB" streams=7 entries=20 streamLabelsSize="224 B" entriesSize="1.4 MB" structuredMetadataSize="1.2 kB" totalSize="1.4 MB" mostRecentLagMs=122 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:34.898213146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=122
level=debug ts=2026-02-16T11:54:34.898224244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="356 B" policy= mostRecentLagMs=8122
level=debug ts=2026-02-16T11:54:34.898230866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="13 kB" policy= mostRecentLagMs=4122
level=debug ts=2026-02-16T11:54:34.898237467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=893
level=debug ts=2026-02-16T11:54:34.898242656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=3905
level=debug ts=2026-02-16T11:54:34.898247432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1122
level=debug ts=2026-02-16T11:54:34.898252287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="338 B" policy= mostRecentLagMs=6122
level=debug ts=2026-02-16T11:54:34.906324714Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:39.755827853Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=7 entries=15 streamLabelsSize="245 B" entriesSize="131 kB" structuredMetadataSize="961 B" totalSize="131 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:39.755873734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=3494
level=debug ts=2026-02-16T11:54:39.755886085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:54:39.755894138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:54:39.755899562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=2803
level=debug ts=2026-02-16T11:54:39.755904967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:54:39.755910544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:54:39.755916361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:54:39.758527685Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:40.582816136Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=10 entries=24 streamLabelsSize="346 B" entriesSize="1.1 MB" structuredMetadataSize="1.5 kB" totalSize="1.1 MB" mostRecentLagMs=694 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:40.582865025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7268
level=debug ts=2026-02-16T11:54:40.58287636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="991 kB" policy= mostRecentLagMs=694
level=debug ts=2026-02-16T11:54:40.58288259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="375 B" policy= mostRecentLagMs=5268
level=debug ts=2026-02-16T11:54:40.582889013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=5321
level=debug ts=2026-02-16T11:54:40.582894019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=9904
level=debug ts=2026-02-16T11:54:40.582900378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=4269
level=debug ts=2026-02-16T11:54:40.582906134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1268
level=debug ts=2026-02-16T11:54:40.582913069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=1268
level=debug ts=2026-02-16T11:54:40.582918044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=9268
level=debug ts=2026-02-16T11:54:40.582923093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=3701
level=debug ts=2026-02-16T11:54:40.589333412Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:45.936546041Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=6 entries=11 streamLabelsSize="181 B" entriesSize="648 kB" structuredMetadataSize="700 B" totalSize="648 kB" mostRecentLagMs=2160 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:45.936585819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=4161
level=debug ts=2026-02-16T11:54:45.93660287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=2160
level=debug ts=2026-02-16T11:54:45.936612415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="582 kB" policy= mostRecentLagMs=5796
level=debug ts=2026-02-16T11:54:45.936622075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=4161
level=debug ts=2026-02-16T11:54:45.936630797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3160
level=debug ts=2026-02-16T11:54:45.936638989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T11:54:45.943748391Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:49.756522196Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.7 kB" streams=9 entries=18 streamLabelsSize="294 B" entriesSize="75 kB" structuredMetadataSize="1.2 kB" totalSize="76 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:49.756549738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:54:49.75656061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:54:49.756568034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="24 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:54:49.756573517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T11:54:49.756578974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="24 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T11:54:49.756583974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:54:49.756590409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:54:49.756595888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:54:49.75660102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T11:54:49.758344962Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:51.019939283Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=9 entries=17 streamLabelsSize="244 B" entriesSize="570 kB" structuredMetadataSize="1.1 kB" totalSize="571 kB" mostRecentLagMs=1706 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:51.01996877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=3585
level=debug ts=2026-02-16T11:54:51.019981317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=3705
level=debug ts=2026-02-16T11:54:51.019988042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=5705
level=debug ts=2026-02-16T11:54:51.019993627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="167 kB" policy= mostRecentLagMs=3705
level=debug ts=2026-02-16T11:54:51.020000783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6705
level=debug ts=2026-02-16T11:54:51.020005935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1706
level=debug ts=2026-02-16T11:54:51.020010943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="11 kB" policy= mostRecentLagMs=6705
level=debug ts=2026-02-16T11:54:51.020016801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="23 kB" policy= mostRecentLagMs=3705
level=debug ts=2026-02-16T11:54:51.020022081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=6705
level=debug ts=2026-02-16T11:54:51.024822941Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:54:56.784786883Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=10 entries=17 streamLabelsSize="308 B" entriesSize="248 kB" structuredMetadataSize="1.1 kB" totalSize="248 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:54:56.784817951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="40 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T11:54:56.784829328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:54:56.784858424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T11:54:56.784865743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:54:56.78487204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T11:54:56.784879731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="128 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T11:54:56.784884607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T11:54:56.784889422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T11:54:56.784893913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T11:54:56.784900368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="947 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T11:54:56.787891231Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:55:00.228877904Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:55:00.755707985Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.2 kB" streams=6 entries=7 streamLabelsSize="199 B" entriesSize="97 kB" structuredMetadataSize="464 B" totalSize="97 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:00.755737002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:55:00.755748842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="39 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T11:55:00.755756712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:55:00.755763217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:55:00.755768735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:55:00.755774844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9933
level=debug ts=2026-02-16T11:55:00.75829639Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:55:02.325518523Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=5 entries=7 streamLabelsSize="136 B" entriesSize="293 kB" structuredMetadataSize="489 B" totalSize="293 kB" mostRecentLagMs=612 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:02.325547984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T11:55:02.325559836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="11 kB" policy= mostRecentLagMs=1062
level=debug ts=2026-02-16T11:55:02.325568101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=612
level=debug ts=2026-02-16T11:55:02.325574361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="131 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T11:55:02.325580032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T11:55:02.329461849Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:55:11.535617478Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:55:12.782640603Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=8 entries=8 streamLabelsSize="238 B" entriesSize="18 kB" structuredMetadataSize="522 B" totalSize="18 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:12.782680988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T11:55:12.782698376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:55:12.782708462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:55:12.782717629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="291 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T11:55:12.782726782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T11:55:12.782736919Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:55:12.782747665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:55:12.782758065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T11:55:12.784663503Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:55:13.807452522Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=3 entries=8 streamLabelsSize="94 B" entriesSize="183 kB" structuredMetadataSize="484 B" totalSize="183 kB" mostRecentLagMs=1311 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:13.807484088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4493
level=debug ts=2026-02-16T11:55:13.807495973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="178 kB" policy= mostRecentLagMs=1311
level=debug ts=2026-02-16T11:55:13.807503264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6492
level=debug ts=2026-02-16T11:55:13.810972231Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:55:15.460768212Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:53766"
ts=2026-02-16T11:55:15.863798218Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:34310"
level=debug ts=2026-02-16T11:55:15.92696844Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=6 entries=6 streamLabelsSize="221 B" entriesSize="47 kB" structuredMetadataSize="404 B" totalSize="47 kB" mostRecentLagMs=1176 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:15.92700691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7176
level=debug ts=2026-02-16T11:55:15.927023839Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6176
level=debug ts=2026-02-16T11:55:15.927033835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=4175
level=debug ts=2026-02-16T11:55:15.927043991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3175
level=debug ts=2026-02-16T11:55:15.927056093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=1176
level=debug ts=2026-02-16T11:55:15.927064723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:55:15.928752582Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:55:23.781255426Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=7 entries=8 streamLabelsSize="212 B" entriesSize="28 kB" structuredMetadataSize="504 B" totalSize="28 kB" mostRecentLagMs=6005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:23.781285731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:55:23.781298586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:55:23.781305851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T11:55:23.781311399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:55:23.781316624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:55:23.781321555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T11:55:23.781327174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="9.7 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:55:23.783041786Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:55:24.405420829Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=9 entries=12 streamLabelsSize="257 B" entriesSize="590 kB" structuredMetadataSize="772 B" totalSize="591 kB" mostRecentLagMs=91 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:24.405449642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="88 kB" policy= mostRecentLagMs=242
level=debug ts=2026-02-16T11:55:24.405461507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9313
level=debug ts=2026-02-16T11:55:24.405469229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5091
level=debug ts=2026-02-16T11:55:24.405474875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=7091
level=debug ts=2026-02-16T11:55:24.405480154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=1091
level=debug ts=2026-02-16T11:55:24.405485538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=91
level=debug ts=2026-02-16T11:55:24.405490736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=91
level=debug ts=2026-02-16T11:55:24.405495412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=7812
level=debug ts=2026-02-16T11:55:24.405500329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="96 kB" policy= mostRecentLagMs=9450
level=debug ts=2026-02-16T11:55:24.410659575Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:55:27.754112571Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.8 kB" streams=6 entries=8 streamLabelsSize="183 B" entriesSize="47 kB" structuredMetadataSize="529 B" totalSize="48 kB" mostRecentLagMs=315 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:27.754142637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=315
level=debug ts=2026-02-16T11:55:27.754154806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="195 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:55:27.754161468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:55:27.754167953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T11:55:27.754173726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:55:27.754181696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T11:55:27.755872992Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:55:29.170157885Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:55836"
ts=2026-02-16T11:55:30.231178796Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:55:34.384813541Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.0 kB" streams=5 entries=5 streamLabelsSize="147 B" entriesSize="111 kB" structuredMetadataSize="325 B" totalSize="111 kB" mostRecentLagMs=609 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:34.384860425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1609
level=debug ts=2026-02-16T11:55:34.38487439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="103 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:55:34.384881544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=609
level=debug ts=2026-02-16T11:55:34.384887568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9608
level=debug ts=2026-02-16T11:55:34.384893347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=9608
level=debug ts=2026-02-16T11:55:34.387521508Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:55:35.318558738Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=3 entries=3 streamLabelsSize="79 B" entriesSize="4.8 kB" structuredMetadataSize="186 B" totalSize="4.9 kB" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:35.318585093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:55:35.318596876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:55:35.318604599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:55:35.319960924Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:55:37.755213411Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.0 kB" streams=5 entries=5 streamLabelsSize="190 B" entriesSize="4.2 kB" structuredMetadataSize="341 B" totalSize="4.4 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:37.755242251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:55:37.755253718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:55:37.75525944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="151 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:55:37.755266321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T11:55:37.755271771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T11:55:37.756681741Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:55:47.17512882Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=7 entries=11 streamLabelsSize="186 B" entriesSize="853 kB" structuredMetadataSize="656 B" totalSize="853 kB" mostRecentLagMs=1302 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:47.175161526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=6860
level=debug ts=2026-02-16T11:55:47.175173054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="436 kB" policy= mostRecentLagMs=1302
level=debug ts=2026-02-16T11:55:47.175180464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=1860
level=debug ts=2026-02-16T11:55:47.175187045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=2861
level=debug ts=2026-02-16T11:55:47.175192858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=1321
level=debug ts=2026-02-16T11:55:47.175198166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=6827
level=debug ts=2026-02-16T11:55:47.175202955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=7860
level=debug ts=2026-02-16T11:55:47.182662397Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:55:47.798624146Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=4 entries=4 streamLabelsSize="129 B" entriesSize="30 kB" structuredMetadataSize="246 B" totalSize="30 kB" mostRecentLagMs=1047 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:47.798653651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6047
level=debug ts=2026-02-16T11:55:47.798665342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T11:55:47.798671457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1047
level=debug ts=2026-02-16T11:55:47.7986765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6047
level=debug ts=2026-02-16T11:55:47.800033548Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:55:49.791147971Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=7 entries=12 streamLabelsSize="217 B" entriesSize="636 kB" structuredMetadataSize="711 B" totalSize="636 kB" mostRecentLagMs=758 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:49.791180442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T11:55:49.791192543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=2015
level=debug ts=2026-02-16T11:55:49.791199676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T11:55:49.791204881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T11:55:49.791210119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2015
level=debug ts=2026-02-16T11:55:49.791215922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="620 kB" policy= mostRecentLagMs=758
level=debug ts=2026-02-16T11:55:49.791220775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9014
level=debug ts=2026-02-16T11:55:49.796459153Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:55:57.342938637Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="60 kB" streams=6 entries=21 streamLabelsSize="160 B" entriesSize="1.3 MB" structuredMetadataSize="1.4 kB" totalSize="1.3 MB" mostRecentLagMs=357 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:57.342968484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=357
level=debug ts=2026-02-16T11:55:57.342979398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=6028
level=debug ts=2026-02-16T11:55:57.342986276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=2710
level=debug ts=2026-02-16T11:55:57.342992032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=4028
level=debug ts=2026-02-16T11:55:57.342997287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=4388
level=debug ts=2026-02-16T11:55:57.343003896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=7029
level=debug ts=2026-02-16T11:55:57.351995619Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:55:58.415715216Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=8 entries=20 streamLabelsSize="256 B" entriesSize="534 kB" structuredMetadataSize="1.4 kB" totalSize="534 kB" mostRecentLagMs=459 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:55:58.415753693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=7665
level=debug ts=2026-02-16T11:55:58.415771383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=665
level=debug ts=2026-02-16T11:55:58.415786105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=2665
level=debug ts=2026-02-16T11:55:58.415795891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=665
level=debug ts=2026-02-16T11:55:58.415805365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="436 kB" policy= mostRecentLagMs=459
level=debug ts=2026-02-16T11:55:58.415815881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9115
level=debug ts=2026-02-16T11:55:58.415825496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="15 kB" policy= mostRecentLagMs=1665
level=debug ts=2026-02-16T11:55:58.415854731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9664
level=debug ts=2026-02-16T11:55:58.420621574Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:55:59.173191123Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:38616"
ts=2026-02-16T11:56:00.233442242Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:56:00.577024404Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="102 kB" streams=13 entries=36 streamLabelsSize="411 B" entriesSize="2.1 MB" structuredMetadataSize="2.3 kB" totalSize="2.1 MB" mostRecentLagMs=1029 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:00.577067674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7801
level=debug ts=2026-02-16T11:56:00.577084803Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2801
level=debug ts=2026-02-16T11:56:00.57709645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=8801
level=debug ts=2026-02-16T11:56:00.577109204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="43 kB" policy= mostRecentLagMs=9534
level=debug ts=2026-02-16T11:56:00.577118833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6800
level=debug ts=2026-02-16T11:56:00.577128196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=1030
level=debug ts=2026-02-16T11:56:00.577137152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="364 B" policy= mostRecentLagMs=4801
level=debug ts=2026-02-16T11:56:00.577145973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="101 kB" policy= mostRecentLagMs=3168
level=debug ts=2026-02-16T11:56:00.57715411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=2780
level=debug ts=2026-02-16T11:56:00.577162647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=1801
level=debug ts=2026-02-16T11:56:00.577172683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=5801
level=debug ts=2026-02-16T11:56:00.577183074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=1365
level=debug ts=2026-02-16T11:56:00.577192336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=2801
level=debug ts=2026-02-16T11:56:00.587324239Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:56:07.385785087Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="47 kB" streams=6 entries=34 streamLabelsSize="166 B" entriesSize="979 kB" structuredMetadataSize="2.1 kB" totalSize="980 kB" mostRecentLagMs=70 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:07.385815333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=71
level=debug ts=2026-02-16T11:56:07.385827831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="10 kB" policy= mostRecentLagMs=71
level=debug ts=2026-02-16T11:56:07.385833611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="776 B" policy= mostRecentLagMs=2071
level=debug ts=2026-02-16T11:56:07.38585884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=7071
level=debug ts=2026-02-16T11:56:07.385864804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="49 kB" policy= mostRecentLagMs=1975
level=debug ts=2026-02-16T11:56:07.385869971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="919 kB" policy= mostRecentLagMs=71
level=debug ts=2026-02-16T11:56:07.391922096Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:56:07.42088457Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:56:08.928945871Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=7 entries=19 streamLabelsSize="247 B" entriesSize="292 kB" structuredMetadataSize="1.3 kB" totalSize="292 kB" mostRecentLagMs=178 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:08.928974733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9177
level=debug ts=2026-02-16T11:56:08.928986831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8177
level=debug ts=2026-02-16T11:56:08.928994594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="206 kB" policy= mostRecentLagMs=4329
level=debug ts=2026-02-16T11:56:08.929001928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=2617
level=debug ts=2026-02-16T11:56:08.929007387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2177
level=debug ts=2026-02-16T11:56:08.9290136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=834
level=debug ts=2026-02-16T11:56:08.929019565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=178
level=debug ts=2026-02-16T11:56:08.933124196Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:56:10.549585955Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="57 kB" streams=8 entries=26 streamLabelsSize="245 B" entriesSize="1.0 MB" structuredMetadataSize="1.7 kB" totalSize="1.0 MB" mostRecentLagMs=773 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:10.549679893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="27 kB" policy= mostRecentLagMs=1774
level=debug ts=2026-02-16T11:56:10.549694971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=6982
level=debug ts=2026-02-16T11:56:10.549706215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1774
level=debug ts=2026-02-16T11:56:10.54971863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="195 kB" policy= mostRecentLagMs=1838
level=debug ts=2026-02-16T11:56:10.549725716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="89 kB" policy= mostRecentLagMs=6123
level=debug ts=2026-02-16T11:56:10.54973476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="658 kB" policy= mostRecentLagMs=1774
level=debug ts=2026-02-16T11:56:10.549744559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=6073
level=debug ts=2026-02-16T11:56:10.549752935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=773
level=debug ts=2026-02-16T11:56:10.557357463Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:56:15.867941152Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:33450"
level=debug ts=2026-02-16T11:56:18.33631139Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=7 entries=24 streamLabelsSize="200 B" entriesSize="674 kB" structuredMetadataSize="1.6 kB" totalSize="674 kB" mostRecentLagMs=22 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:18.336353881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=3022
level=debug ts=2026-02-16T11:56:18.336370933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="35 kB" policy= mostRecentLagMs=2022
level=debug ts=2026-02-16T11:56:18.33638454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=22
level=debug ts=2026-02-16T11:56:18.336396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="251 kB" policy= mostRecentLagMs=480
level=debug ts=2026-02-16T11:56:18.33640747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="13 kB" policy= mostRecentLagMs=4022
level=debug ts=2026-02-16T11:56:18.336416431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=6022
level=debug ts=2026-02-16T11:56:18.336425988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=5284
level=debug ts=2026-02-16T11:56:18.342501293Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:56:19.759949302Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=8 entries=22 streamLabelsSize="254 B" entriesSize="147 kB" structuredMetadataSize="1.4 kB" totalSize="147 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:19.759978105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T11:56:19.759989375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T11:56:19.759995387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="18 kB" policy= mostRecentLagMs=1314
level=debug ts=2026-02-16T11:56:19.760001289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=1365
level=debug ts=2026-02-16T11:56:19.760007591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T11:56:19.760012977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="942 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T11:56:19.760018989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="59 kB" policy= mostRecentLagMs=1078
level=debug ts=2026-02-16T11:56:19.760023683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="26 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:56:19.763086519Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:56:20.792901769Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=11 entries=20 streamLabelsSize="338 B" entriesSize="506 kB" structuredMetadataSize="1.3 kB" totalSize="506 kB" mostRecentLagMs=216 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:20.792937629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="305 kB" policy= mostRecentLagMs=286
level=debug ts=2026-02-16T11:56:20.792951899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=216
level=debug ts=2026-02-16T11:56:20.792958666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="33 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T11:56:20.792965695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="91 kB" policy= mostRecentLagMs=774
level=debug ts=2026-02-16T11:56:20.792972599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="14 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T11:56:20.792980965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T11:56:20.792989432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T11:56:20.793001764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T11:56:20.793009506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="20 kB" policy= mostRecentLagMs=6016
level=debug ts=2026-02-16T11:56:20.793017761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T11:56:20.79302574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8016
level=debug ts=2026-02-16T11:56:20.798122639Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:56:28.765425443Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=6 streamLabelsSize="116 B" entriesSize="270 kB" structuredMetadataSize="388 B" totalSize="270 kB" mostRecentLagMs=3451 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:28.765454988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=3451
level=debug ts=2026-02-16T11:56:28.765465666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="248 kB" policy= mostRecentLagMs=8012
level=debug ts=2026-02-16T11:56:28.765471491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="881 B" policy= mostRecentLagMs=4451
level=debug ts=2026-02-16T11:56:28.765477281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=7189
level=debug ts=2026-02-16T11:56:28.769094385Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:56:30.235347597Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T11:56:31.743316011Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="62 kB" streams=6 entries=134 streamLabelsSize="186 B" entriesSize="535 kB" structuredMetadataSize="9.9 kB" totalSize="535 kB" mostRecentLagMs=378 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:31.743345918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="51 kB" policy= mostRecentLagMs=1952
level=debug ts=2026-02-16T11:56:31.743358829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4993
level=debug ts=2026-02-16T11:56:31.743366485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=2886
level=debug ts=2026-02-16T11:56:31.743372704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="422 kB" policy= mostRecentLagMs=379
level=debug ts=2026-02-16T11:56:31.743378404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5992
level=debug ts=2026-02-16T11:56:31.743383829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2112
level=debug ts=2026-02-16T11:56:31.748263504Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:56:31.78491553Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=10 entries=16 streamLabelsSize="328 B" entriesSize="225 kB" structuredMetadataSize="1.1 kB" totalSize="225 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:31.784942323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T11:56:31.784954128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T11:56:31.784960965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T11:56:31.784967524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="17 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T11:56:31.784973201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:56:31.784979528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="46 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T11:56:31.784984398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="152 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T11:56:31.784989496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:56:31.784994428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:56:31.784999554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T11:56:31.788385452Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:56:39.130660957Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=5 entries=6 streamLabelsSize="156 B" entriesSize="139 kB" structuredMetadataSize="380 B" totalSize="139 kB" mostRecentLagMs=3816 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:39.130689295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=6585
level=debug ts=2026-02-16T11:56:39.130701037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T11:56:39.130709028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7816
level=debug ts=2026-02-16T11:56:39.130715764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=3816
level=debug ts=2026-02-16T11:56:39.130721998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="89 kB" policy= mostRecentLagMs=6360
level=debug ts=2026-02-16T11:56:39.133321007Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:56:39.158822151Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="251 kB" streams=4 entries=447 streamLabelsSize="134 B" entriesSize="2.0 MB" structuredMetadataSize="34 kB" totalSize="2.0 MB" mostRecentLagMs=89 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:39.158865301Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7215
level=debug ts=2026-02-16T11:56:39.158876757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1607
level=debug ts=2026-02-16T11:56:39.158883607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3759
level=debug ts=2026-02-16T11:56:39.1588908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=89
level=debug ts=2026-02-16T11:56:39.170904539Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:56:42.782641525Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=9 entries=9 streamLabelsSize="265 B" entriesSize="128 kB" structuredMetadataSize="596 B" totalSize="128 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:42.782673527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:56:42.782685085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="385 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:56:42.782692171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="444 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:56:42.782697574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T11:56:42.782703215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="97 kB" policy= mostRecentLagMs=9866
level=debug ts=2026-02-16T11:56:42.782708911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:56:42.782714136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T11:56:42.78271872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:56:42.782723652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=8096
level=debug ts=2026-02-16T11:56:42.785364873Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:56:45.467165881Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:55482"
level=debug ts=2026-02-16T11:56:45.583724648Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="283 kB" streams=5 entries=402 streamLabelsSize="139 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=195 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:45.583755321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2978
level=debug ts=2026-02-16T11:56:45.583766787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=2978
level=debug ts=2026-02-16T11:56:45.583774549Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=195
level=debug ts=2026-02-16T11:56:45.583780497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=1145
level=debug ts=2026-02-16T11:56:45.583786624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1111
level=debug ts=2026-02-16T11:56:45.596153192Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:56:46.912476369Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:56:49.326015579Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=2 entries=4 streamLabelsSize="48 B" entriesSize="526 kB" structuredMetadataSize="306 B" totalSize="526 kB" mostRecentLagMs=5011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:49.326042716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="176 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T11:56:49.326053912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="525 kB" policy= mostRecentLagMs=5161
level=debug ts=2026-02-16T11:56:49.33035957Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:56:53.78531308Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=9 entries=12 streamLabelsSize="262 B" entriesSize="304 kB" structuredMetadataSize="743 B" totalSize="304 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:53.785341937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T11:56:53.785353857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:56:53.785361335Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:56:53.785367819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=6069
level=debug ts=2026-02-16T11:56:53.785373167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T11:56:53.785378574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="69 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T11:56:53.78538347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T11:56:53.785388424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:56:53.785393524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="192 kB" policy= mostRecentLagMs=7139
level=debug ts=2026-02-16T11:56:53.789063359Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:56:55.400742547Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="72 kB" streams=5 entries=66 streamLabelsSize="185 B" entriesSize="323 kB" structuredMetadataSize="4.9 kB" totalSize="324 kB" mostRecentLagMs=1500 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:56:55.400770801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4019
level=debug ts=2026-02-16T11:56:55.400782585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=4649
level=debug ts=2026-02-16T11:56:55.400790973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=1500
level=debug ts=2026-02-16T11:56:55.400797046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5650
level=debug ts=2026-02-16T11:56:55.400802467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="263 kB" policy= mostRecentLagMs=9105
level=debug ts=2026-02-16T11:56:55.404804765Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:56:59.178970127Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:36430"
ts=2026-02-16T11:57:00.237525519Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:57:01.325747019Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=7 entries=11 streamLabelsSize="186 B" entriesSize="387 kB" structuredMetadataSize="734 B" totalSize="387 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:01.32579901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T11:57:01.32582226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:57:01.325853988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="135 kB" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T11:57:01.32586843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="16 kB" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T11:57:01.325883601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T11:57:01.325897258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="230 kB" policy= mostRecentLagMs=1797
level=debug ts=2026-02-16T11:57:01.325909696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T11:57:01.330520263Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:05.759134262Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=8 entries=23 streamLabelsSize="248 B" entriesSize="208 kB" structuredMetadataSize="1.6 kB" totalSize="208 kB" mostRecentLagMs=791 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:05.759166155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="45 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T11:57:05.759177951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:57:05.759185451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=791
level=debug ts=2026-02-16T11:57:05.759190829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="966 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T11:57:05.759195875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T11:57:05.759201298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="61 kB" policy= mostRecentLagMs=6296
level=debug ts=2026-02-16T11:57:05.759206693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T11:57:05.759211669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="53 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T11:57:05.762388071Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:05.781952689Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=9 entries=13 streamLabelsSize="268 B" entriesSize="101 kB" structuredMetadataSize="824 B" totalSize="101 kB" mostRecentLagMs=968 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:05.781973317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T11:57:05.78198442Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:57:05.781992384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:57:05.781998929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="239 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T11:57:05.782004599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="46 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:57:05.782009685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="795 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T11:57:05.782014725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=968
level=debug ts=2026-02-16T11:57:05.782055233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="338 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:57:05.782061172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="13 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:57:05.783934094Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:12.32544638Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=6 entries=9 streamLabelsSize="192 B" entriesSize="324 kB" structuredMetadataSize="580 B" totalSize="324 kB" mostRecentLagMs=3072 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:12.3254759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T11:57:12.325487589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="35 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T11:57:12.325493697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T11:57:12.325499569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="274 kB" policy= mostRecentLagMs=3072
level=debug ts=2026-02-16T11:57:12.325505927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="632 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T11:57:12.325511482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:57:12.329330628Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:16.380197283Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=12 entries=20 streamLabelsSize="350 B" entriesSize="899 kB" structuredMetadataSize="1.3 kB" totalSize="900 kB" mostRecentLagMs=604 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:16.380227121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="62 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T11:57:16.380238734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="497 B" policy= mostRecentLagMs=604
level=debug ts=2026-02-16T11:57:16.380245928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=1356
level=debug ts=2026-02-16T11:57:16.380252357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=2604
level=debug ts=2026-02-16T11:57:16.380258441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=1604
level=debug ts=2026-02-16T11:57:16.380263506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2604
level=debug ts=2026-02-16T11:57:16.380269153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4604
level=debug ts=2026-02-16T11:57:16.380274517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3603
level=debug ts=2026-02-16T11:57:16.380279472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=604
level=debug ts=2026-02-16T11:57:16.380284513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=4604
level=debug ts=2026-02-16T11:57:16.380289795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="768 kB" policy= mostRecentLagMs=1356
level=debug ts=2026-02-16T11:57:16.380294374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2472
level=debug ts=2026-02-16T11:57:16.385895141Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:18.988557282Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=8 entries=9 streamLabelsSize="288 B" entriesSize="148 kB" structuredMetadataSize="626 B" totalSize="148 kB" mostRecentLagMs=1597 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:18.988585185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2237
level=debug ts=2026-02-16T11:57:18.988596867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9238
level=debug ts=2026-02-16T11:57:18.988602869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6238
level=debug ts=2026-02-16T11:57:18.98860799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="750 B" policy= mostRecentLagMs=2237
level=debug ts=2026-02-16T11:57:18.988614597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=4237
level=debug ts=2026-02-16T11:57:18.988621026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="103 kB" policy= mostRecentLagMs=4283
level=debug ts=2026-02-16T11:57:18.988626002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4237
level=debug ts=2026-02-16T11:57:18.988631041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1597
level=debug ts=2026-02-16T11:57:18.991700151Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:24.321151777Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.3 kB" streams=8 entries=14 streamLabelsSize="237 B" entriesSize="124 kB" structuredMetadataSize="881 B" totalSize="124 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:24.32119304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="96 kB" policy= mostRecentLagMs=9078
level=debug ts=2026-02-16T11:57:24.321211601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T11:57:24.321220955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="696 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:57:24.32122986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="227 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T11:57:24.32125001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="964 B" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T11:57:24.321258707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T11:57:24.321269323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T11:57:24.321278343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=9531
level=debug ts=2026-02-16T11:57:24.32381376Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:26.788905264Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=11 entries=18 streamLabelsSize="329 B" entriesSize="503 kB" structuredMetadataSize="1.1 kB" totalSize="503 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:26.788936032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="15 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T11:57:26.788948677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T11:57:26.788956502Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="16 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T11:57:26.788962813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="49 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T11:57:26.788969366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="808 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T11:57:26.788975048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T11:57:26.788979837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T11:57:26.788984669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="59 kB" policy= mostRecentLagMs=701
level=debug ts=2026-02-16T11:57:26.788989463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T11:57:26.788994588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="349 kB" policy= mostRecentLagMs=240
level=debug ts=2026-02-16T11:57:26.788999341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T11:57:26.793651896Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:57:30.240322665Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:57:30.756441902Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.9 kB" streams=6 entries=9 streamLabelsSize="190 B" entriesSize="109 kB" structuredMetadataSize="575 B" totalSize="109 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:30.756470756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:57:30.75648198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:57:30.756487545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:57:30.756493582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="68 kB" policy= mostRecentLagMs=3950
level=debug ts=2026-02-16T11:57:30.756499618Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="935 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:57:30.756504793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="948 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T11:57:30.759201882Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:31.133635011Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="82 kB" streams=5 entries=24 streamLabelsSize="142 B" entriesSize="2.1 MB" structuredMetadataSize="1.4 kB" totalSize="2.1 MB" mostRecentLagMs=290 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:31.133664057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=6528
level=debug ts=2026-02-16T11:57:31.133675495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5818
level=debug ts=2026-02-16T11:57:31.133682214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=290
level=debug ts=2026-02-16T11:57:31.133689674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=4819
level=debug ts=2026-02-16T11:57:31.13369593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="13 kB" policy= mostRecentLagMs=4819
level=debug ts=2026-02-16T11:57:31.174818514Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:31.366122493Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="72 kB" streams=3 entries=21 streamLabelsSize="90 B" entriesSize="2.0 MB" structuredMetadataSize="1.2 kB" totalSize="2.0 MB" mostRecentLagMs=271 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:31.366152021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=271
level=debug ts=2026-02-16T11:57:31.366163484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="28 kB" policy= mostRecentLagMs=3590
level=debug ts=2026-02-16T11:57:31.366171711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3389
level=debug ts=2026-02-16T11:57:31.375550545Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:35.483501631Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="87 kB" streams=3 entries=27 streamLabelsSize="90 B" entriesSize="2.1 MB" structuredMetadataSize="1.7 kB" totalSize="2.1 MB" mostRecentLagMs=43 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:35.483532285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="55 kB" policy= mostRecentLagMs=768
level=debug ts=2026-02-16T11:57:35.483543674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=43
level=debug ts=2026-02-16T11:57:35.48355152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2707
level=debug ts=2026-02-16T11:57:35.49420242Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:37.590436058Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="86 kB" streams=3 entries=24 streamLabelsSize="92 B" entriesSize="2.1 MB" structuredMetadataSize="1.5 kB" totalSize="2.1 MB" mostRecentLagMs=730 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:37.59046855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6276
level=debug ts=2026-02-16T11:57:37.590479691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=2100
level=debug ts=2026-02-16T11:57:37.590486085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=730
level=debug ts=2026-02-16T11:57:37.602876251Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:40.880263717Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=5 entries=7 streamLabelsSize="151 B" entriesSize="116 kB" structuredMetadataSize="488 B" totalSize="116 kB" mostRecentLagMs=4129 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:40.880298824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5536
level=debug ts=2026-02-16T11:57:40.880315695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="53 kB" policy= mostRecentLagMs=5515
level=debug ts=2026-02-16T11:57:40.880329644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:57:40.880339657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4129
level=debug ts=2026-02-16T11:57:40.880348362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=4129
level=debug ts=2026-02-16T11:57:40.883644398Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:44.870032376Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T11:57:44.871543483Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:57:45.473275357Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="62 kB" streams=9 entries=22 streamLabelsSize="277 B" entriesSize="1.4 MB" structuredMetadataSize="1.3 kB" totalSize="1.4 MB" mostRecentLagMs=696 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:45.473301271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=2697
level=debug ts=2026-02-16T11:57:45.473312444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=696
level=debug ts=2026-02-16T11:57:45.473320078Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=1651
level=debug ts=2026-02-16T11:57:45.473326493Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2697
level=debug ts=2026-02-16T11:57:45.47333168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="11 kB" policy= mostRecentLagMs=7697
level=debug ts=2026-02-16T11:57:45.473336638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="50 kB" policy= mostRecentLagMs=9987
level=debug ts=2026-02-16T11:57:45.473341158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=696
level=debug ts=2026-02-16T11:57:45.473345857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="337 B" policy= mostRecentLagMs=5697
level=debug ts=2026-02-16T11:57:45.473350444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=6697
level=debug ts=2026-02-16T11:57:45.480598441Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:47.570924486Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=5 entries=15 streamLabelsSize="124 B" entriesSize="808 kB" structuredMetadataSize="895 B" totalSize="808 kB" mostRecentLagMs=256 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:47.570951221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="376 B" policy= mostRecentLagMs=8257
level=debug ts=2026-02-16T11:57:47.570962096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="806 kB" policy= mostRecentLagMs=2257
level=debug ts=2026-02-16T11:57:47.570969172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="232 B" policy= mostRecentLagMs=256
level=debug ts=2026-02-16T11:57:47.570975142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="776 B" policy= mostRecentLagMs=2257
level=debug ts=2026-02-16T11:57:47.570981156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=3257
level=debug ts=2026-02-16T11:57:47.57671356Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:52.051337941Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=7 entries=13 streamLabelsSize="226 B" entriesSize="171 kB" structuredMetadataSize="837 B" totalSize="171 kB" mostRecentLagMs=300 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:52.051369615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="105 kB" policy= mostRecentLagMs=8332
level=debug ts=2026-02-16T11:57:52.051381798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9300
level=debug ts=2026-02-16T11:57:52.051389138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9300
level=debug ts=2026-02-16T11:57:52.051396611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="876 B" policy= mostRecentLagMs=300
level=debug ts=2026-02-16T11:57:52.051405225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="36 kB" policy= mostRecentLagMs=5300
level=debug ts=2026-02-16T11:57:52.051413714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=8018
level=debug ts=2026-02-16T11:57:52.051419733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7300
level=debug ts=2026-02-16T11:57:52.05440043Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:55.806475083Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="72 kB" streams=13 entries=31 streamLabelsSize="392 B" entriesSize="1.4 MB" structuredMetadataSize="2.0 kB" totalSize="1.4 MB" mostRecentLagMs=277 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:55.806502273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=10030
level=debug ts=2026-02-16T11:57:55.806513008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=2030
level=debug ts=2026-02-16T11:57:55.806521053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8030
level=debug ts=2026-02-16T11:57:55.806527721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="282 B" policy= mostRecentLagMs=6030
level=debug ts=2026-02-16T11:57:55.806533491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="288 kB" policy= mostRecentLagMs=5619
level=debug ts=2026-02-16T11:57:55.806538796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="70 kB" policy= mostRecentLagMs=811
level=debug ts=2026-02-16T11:57:55.806543408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1030
level=debug ts=2026-02-16T11:57:55.806548046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=771
level=debug ts=2026-02-16T11:57:55.806553008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="971 kB" policy= mostRecentLagMs=278
level=debug ts=2026-02-16T11:57:55.806557811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="536 B" policy= mostRecentLagMs=2030
level=debug ts=2026-02-16T11:57:55.806563117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="29 kB" policy= mostRecentLagMs=2030
level=debug ts=2026-02-16T11:57:55.806568139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="112 B" policy= mostRecentLagMs=4030
level=debug ts=2026-02-16T11:57:55.806573006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=2030
level=debug ts=2026-02-16T11:57:55.816048204Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:57:57.837935066Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="57 kB" streams=6 entries=20 streamLabelsSize="189 B" entriesSize="1.2 MB" structuredMetadataSize="1.3 kB" totalSize="1.2 MB" mostRecentLagMs=277 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:57:57.837986095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6523
level=debug ts=2026-02-16T11:57:57.8380095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="361 kB" policy= mostRecentLagMs=4062
level=debug ts=2026-02-16T11:57:57.838026074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=277
level=debug ts=2026-02-16T11:57:57.838040918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="783 kB" policy= mostRecentLagMs=523
level=debug ts=2026-02-16T11:57:57.838054233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=524
level=debug ts=2026-02-16T11:57:57.838066597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=9641
level=debug ts=2026-02-16T11:57:57.847466262Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:58:00.242876318Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T11:58:02.756688877Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=9 entries=15 streamLabelsSize="308 B" entriesSize="202 kB" structuredMetadataSize="979 B" totalSize="202 kB" mostRecentLagMs=545 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:02.756717716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9090
level=debug ts=2026-02-16T11:58:02.756728592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:58:02.756734619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="132 kB" policy= mostRecentLagMs=3256
level=debug ts=2026-02-16T11:58:02.756739849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="598 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:58:02.756745571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T11:58:02.756751441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=545
level=debug ts=2026-02-16T11:58:02.756757827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T11:58:02.756763073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:58:02.756767882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T11:58:02.760047824Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:58:05.94148249Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="64 kB" streams=9 entries=25 streamLabelsSize="296 B" entriesSize="1.4 MB" structuredMetadataSize="1.5 kB" totalSize="1.4 MB" mostRecentLagMs=1165 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:05.941513659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=2165
level=debug ts=2026-02-16T11:58:05.941524911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=2165
level=debug ts=2026-02-16T11:58:05.941531623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=1599
level=debug ts=2026-02-16T11:58:05.941537083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7166
level=debug ts=2026-02-16T11:58:05.941542435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=9166
level=debug ts=2026-02-16T11:58:05.941547177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3166
level=debug ts=2026-02-16T11:58:05.94155178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=3166
level=debug ts=2026-02-16T11:58:05.94155633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="298 B" policy= mostRecentLagMs=1165
level=debug ts=2026-02-16T11:58:05.941560934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=6166
level=debug ts=2026-02-16T11:58:05.950628984Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:58:08.335054324Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=8 entries=22 streamLabelsSize="255 B" entriesSize="943 kB" structuredMetadataSize="1.3 kB" totalSize="943 kB" mostRecentLagMs=1020 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:08.335084142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=9021
level=debug ts=2026-02-16T11:58:08.335095003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="916 kB" policy= mostRecentLagMs=4112
level=debug ts=2026-02-16T11:58:08.335101173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1020
level=debug ts=2026-02-16T11:58:08.33510623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=5020
level=debug ts=2026-02-16T11:58:08.335112241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=3021
level=debug ts=2026-02-16T11:58:08.335118846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=10021
level=debug ts=2026-02-16T11:58:08.335124447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=5086
level=debug ts=2026-02-16T11:58:08.335129753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1020
level=debug ts=2026-02-16T11:58:08.341300767Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:58:13.472809235Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=9 entries=54 streamLabelsSize="296 B" entriesSize="2.0 MB" structuredMetadataSize="3.6 kB" totalSize="2.0 MB" mostRecentLagMs=721 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:13.472859063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="59 kB" policy= mostRecentLagMs=9722
level=debug ts=2026-02-16T11:58:13.472870263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=6722
level=debug ts=2026-02-16T11:58:13.472876826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=5847
level=debug ts=2026-02-16T11:58:13.47288379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=5721
level=debug ts=2026-02-16T11:58:13.472889014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=721
level=debug ts=2026-02-16T11:58:13.472893926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="85 kB" policy= mostRecentLagMs=722
level=debug ts=2026-02-16T11:58:13.472898556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=2721
level=debug ts=2026-02-16T11:58:13.472903319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=7484
level=debug ts=2026-02-16T11:58:13.472907859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=881
level=debug ts=2026-02-16T11:58:13.484024027Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:58:15.472921764Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:42772"
level=debug ts=2026-02-16T11:58:16.790118044Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=12 entries=18 streamLabelsSize="371 B" entriesSize="590 kB" structuredMetadataSize="1.1 kB" totalSize="591 kB" mostRecentLagMs=2213 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:16.790149714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="10 kB" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T11:58:16.790162492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="33 kB" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T11:58:16.790169419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="16 kB" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T11:58:16.790175197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7014
level=debug ts=2026-02-16T11:58:16.790180411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T11:58:16.790185481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="346 B" policy= mostRecentLagMs=7014
level=debug ts=2026-02-16T11:58:16.790191366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="20 kB" policy= mostRecentLagMs=3014
level=debug ts=2026-02-16T11:58:16.790197295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="935 B" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T11:58:16.790202286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T11:58:16.79020711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=5329
level=debug ts=2026-02-16T11:58:16.790211928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T11:58:16.790216585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="485 kB" policy= mostRecentLagMs=2213
level=debug ts=2026-02-16T11:58:16.797185086Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:58:19.319220965Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.9 kB" streams=9 entries=13 streamLabelsSize="257 B" entriesSize="50 kB" structuredMetadataSize="868 B" totalSize="50 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:19.319251482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="632 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:58:19.319262469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:58:19.319268278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.7 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:58:19.319274953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:58:19.319281178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T11:58:19.3192874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="16 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T11:58:19.319292361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T11:58:19.319297056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T11:58:19.319302228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T11:58:19.320928926Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:58:23.754485395Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.3 kB" streams=8 entries=11 streamLabelsSize="254 B" entriesSize="95 kB" structuredMetadataSize="742 B" totalSize="95 kB" mostRecentLagMs=3003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:23.754516804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T11:58:23.754529451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="22 kB" policy= mostRecentLagMs=4002
level=debug ts=2026-02-16T11:58:23.754536675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="51 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T11:58:23.754542331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T11:58:23.754549307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4002
level=debug ts=2026-02-16T11:58:23.754554515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T11:58:23.75456019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="496 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T11:58:23.754564923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:58:23.757018772Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:58:27.78599554Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=10 entries=15 streamLabelsSize="306 B" entriesSize="231 kB" structuredMetadataSize="977 B" totalSize="232 kB" mostRecentLagMs=2009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:27.786024723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T11:58:27.786036153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T11:58:27.78604222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T11:58:27.786048604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="298 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T11:58:27.786055788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T11:58:27.786062287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T11:58:27.786067664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="141 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T11:58:27.786072345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T11:58:27.786078243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=8952
level=debug ts=2026-02-16T11:58:27.786083129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="35 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T11:58:27.789105237Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:58:29.187018314Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:44472"
ts=2026-02-16T11:58:30.245025053Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:58:30.325720768Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=5 entries=6 streamLabelsSize="135 B" entriesSize="429 kB" structuredMetadataSize="399 B" totalSize="429 kB" mostRecentLagMs=2011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:30.325748197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T11:58:30.325759181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="45 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T11:58:30.325765239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:58:30.325773827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T11:58:30.325779917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=7218
level=debug ts=2026-02-16T11:58:30.330296943Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:58:35.760855971Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=10 entries=14 streamLabelsSize="310 B" entriesSize="251 kB" structuredMetadataSize="930 B" totalSize="251 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:35.760902791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="39 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T11:58:35.760919672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="80 kB" policy= mostRecentLagMs=503
level=debug ts=2026-02-16T11:58:35.760930191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=9484
level=debug ts=2026-02-16T11:58:35.760939306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T11:58:35.760944927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="81 kB" policy= mostRecentLagMs=560
level=debug ts=2026-02-16T11:58:35.760952882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T11:58:35.760960049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="346 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T11:58:35.760965982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="874 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T11:58:35.76097398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="358 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T11:58:35.760981667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3148
level=debug ts=2026-02-16T11:58:35.764742685Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:58:38.439429857Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:58:38.4806546Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=4 entries=14 streamLabelsSize="146 B" entriesSize="1.0 MB" structuredMetadataSize="870 B" totalSize="1.0 MB" mostRecentLagMs=27 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:38.480682555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=27
level=debug ts=2026-02-16T11:58:38.48069337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="346 B" policy= mostRecentLagMs=8704
level=debug ts=2026-02-16T11:58:38.480700474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="823 B" policy= mostRecentLagMs=8704
level=debug ts=2026-02-16T11:58:38.480708166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=7704
level=debug ts=2026-02-16T11:58:38.486828821Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:58:41.33492988Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=5 entries=13 streamLabelsSize="143 B" entriesSize="899 kB" structuredMetadataSize="823 B" totalSize="899 kB" mostRecentLagMs=2186 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:41.334960244Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="754 kB" policy= mostRecentLagMs=2187
level=debug ts=2026-02-16T11:58:41.334971457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=9752
level=debug ts=2026-02-16T11:58:41.334978707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6020
level=debug ts=2026-02-16T11:58:41.334984276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7020
level=debug ts=2026-02-16T11:58:41.3349894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T11:58:41.340788525Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:58:45.473888716Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:48476"
level=debug ts=2026-02-16T11:58:46.036097877Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="59 kB" streams=9 entries=49 streamLabelsSize="313 B" entriesSize="2.0 MB" structuredMetadataSize="3.2 kB" totalSize="2.0 MB" mostRecentLagMs=33 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:46.036130857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="117 kB" policy= mostRecentLagMs=2285
level=debug ts=2026-02-16T11:58:46.036142241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=7546
level=debug ts=2026-02-16T11:58:46.036149508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3285
level=debug ts=2026-02-16T11:58:46.036156413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3285
level=debug ts=2026-02-16T11:58:46.036162077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=1285
level=debug ts=2026-02-16T11:58:46.03616797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=250
level=debug ts=2026-02-16T11:58:46.03617307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="197 kB" policy= mostRecentLagMs=3126
level=debug ts=2026-02-16T11:58:46.036178472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=4041
level=debug ts=2026-02-16T11:58:46.036184234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=33
level=debug ts=2026-02-16T11:58:46.049828911Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:58:48.785828505Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=11 entries=19 streamLabelsSize="328 B" entriesSize="241 kB" structuredMetadataSize="1.2 kB" totalSize="241 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:48.785875158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T11:58:48.785888747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T11:58:48.785896547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=7185
level=debug ts=2026-02-16T11:58:48.785903065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T11:58:48.785909174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T11:58:48.78591538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T11:58:48.78592164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="48 kB" policy= mostRecentLagMs=5775
level=debug ts=2026-02-16T11:58:48.785927669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T11:58:48.78593248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T11:58:48.785937027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="109 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T11:58:48.785942018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T11:58:48.788944303Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:58:52.162736766Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=6 entries=13 streamLabelsSize="173 B" entriesSize="505 kB" structuredMetadataSize="813 B" totalSize="505 kB" mostRecentLagMs=2103 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:52.162767196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T11:58:52.162778971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="105 kB" policy= mostRecentLagMs=5623
level=debug ts=2026-02-16T11:58:52.162785048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=2848
level=debug ts=2026-02-16T11:58:52.162790787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="338 kB" policy= mostRecentLagMs=2103
level=debug ts=2026-02-16T11:58:52.16279602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=4509
level=debug ts=2026-02-16T11:58:52.16280151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9848
level=debug ts=2026-02-16T11:58:52.167105901Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:58:56.012078058Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=9 entries=16 streamLabelsSize="291 B" entriesSize="243 kB" structuredMetadataSize="1.0 kB" totalSize="244 kB" mostRecentLagMs=260 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:56.01213513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6261
level=debug ts=2026-02-16T11:58:56.012158614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8991
level=debug ts=2026-02-16T11:58:56.01217234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="167 kB" policy= mostRecentLagMs=2261
level=debug ts=2026-02-16T11:58:56.012185624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=261
level=debug ts=2026-02-16T11:58:56.01219824Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=4261
level=debug ts=2026-02-16T11:58:56.012212831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=2261
level=debug ts=2026-02-16T11:58:56.012241168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=3261
level=debug ts=2026-02-16T11:58:56.01231892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=261
level=debug ts=2026-02-16T11:58:56.012404948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="24 kB" policy= mostRecentLagMs=261
level=debug ts=2026-02-16T11:58:56.015530861Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:58:59.78588427Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=13 entries=18 streamLabelsSize="393 B" entriesSize="209 kB" structuredMetadataSize="1.1 kB" totalSize="210 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:58:59.785914661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="346 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:58:59.785926005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="122 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:58:59.785932027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T11:58:59.785937151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T11:58:59.785942615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="13 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T11:58:59.785947491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T11:58:59.785953101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="25 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T11:58:59.785957807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T11:58:59.785962858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T11:58:59.785967886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="31 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T11:58:59.785972733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="339 B" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T11:58:59.785977258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T11:58:59.785981796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T11:58:59.788899096Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:59:00.247204165Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T11:59:02.566678859Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=13 streamLabelsSize="221 B" entriesSize="218 kB" structuredMetadataSize="816 B" totalSize="218 kB" mostRecentLagMs=252 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:02.56670748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8253
level=debug ts=2026-02-16T11:59:02.566719814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="10 kB" policy= mostRecentLagMs=6252
level=debug ts=2026-02-16T11:59:02.566726899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="286 B" policy= mostRecentLagMs=6252
level=debug ts=2026-02-16T11:59:02.566732739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=252
level=debug ts=2026-02-16T11:59:02.566738316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=252
level=debug ts=2026-02-16T11:59:02.566743307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="191 kB" policy= mostRecentLagMs=1931
level=debug ts=2026-02-16T11:59:02.566748936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=1252
level=debug ts=2026-02-16T11:59:02.566753773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=7252
level=debug ts=2026-02-16T11:59:02.569500584Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:59:06.75556904Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=4 entries=4 streamLabelsSize="139 B" entriesSize="42 kB" structuredMetadataSize="252 B" totalSize="43 kB" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:06.755600142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="39 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T11:59:06.755612851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:59:06.755622419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T11:59:06.755628236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T11:59:06.757174419Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:59:13.325686606Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=5 entries=9 streamLabelsSize="139 B" entriesSize="401 kB" structuredMetadataSize="577 B" totalSize="401 kB" mostRecentLagMs=1011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:13.325715939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="382 kB" policy= mostRecentLagMs=3557
level=debug ts=2026-02-16T11:59:13.325727673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="151 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T11:59:13.325736519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T11:59:13.325741875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T11:59:13.32574671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T11:59:13.329886299Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:59:13.557873586Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=4 entries=8 streamLabelsSize="110 B" entriesSize="560 kB" structuredMetadataSize="474 B" totalSize="560 kB" mostRecentLagMs=32 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:13.557901588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=8781
level=debug ts=2026-02-16T11:59:13.557913092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="470 kB" policy= mostRecentLagMs=32
level=debug ts=2026-02-16T11:59:13.557920666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="39 kB" policy= mostRecentLagMs=782
level=debug ts=2026-02-16T11:59:13.557927172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="50 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T11:59:13.561295708Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:59:15.475030382Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:47416"
level=debug ts=2026-02-16T11:59:17.628511673Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:59:19.011239614Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=6 entries=14 streamLabelsSize="173 B" entriesSize="296 kB" structuredMetadataSize="961 B" totalSize="296 kB" mostRecentLagMs=65 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:19.011270673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2260
level=debug ts=2026-02-16T11:59:19.011282177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=2260
level=debug ts=2026-02-16T11:59:19.011289546Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="217 kB" policy= mostRecentLagMs=1487
level=debug ts=2026-02-16T11:59:19.011296459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T11:59:19.011301781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="40 kB" policy= mostRecentLagMs=65
level=debug ts=2026-02-16T11:59:19.011306707Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=3260
level=debug ts=2026-02-16T11:59:19.015206913Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:59:23.801908023Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="63 kB" streams=9 entries=24 streamLabelsSize="262 B" entriesSize="1.2 MB" structuredMetadataSize="1.5 kB" totalSize="1.2 MB" mostRecentLagMs=107 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:23.801937559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10026
level=debug ts=2026-02-16T11:59:23.801949418Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=6026
level=debug ts=2026-02-16T11:59:23.801957136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=107
level=debug ts=2026-02-16T11:59:23.801963985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="62 kB" policy= mostRecentLagMs=7021
level=debug ts=2026-02-16T11:59:23.801969283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=1200
level=debug ts=2026-02-16T11:59:23.801974782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10026
level=debug ts=2026-02-16T11:59:23.801979915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=7026
level=debug ts=2026-02-16T11:59:23.801985741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=4025
level=debug ts=2026-02-16T11:59:23.80199062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="808 B" policy= mostRecentLagMs=7026
level=debug ts=2026-02-16T11:59:23.809885181Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:59:25.933452744Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="67 kB" streams=7 entries=21 streamLabelsSize="196 B" entriesSize="1.6 MB" structuredMetadataSize="1.4 kB" totalSize="1.6 MB" mostRecentLagMs=619 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:25.933481877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=5274
level=debug ts=2026-02-16T11:59:25.933492639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=2619
level=debug ts=2026-02-16T11:59:25.933499173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=8618
level=debug ts=2026-02-16T11:59:25.933504895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="508 kB" policy= mostRecentLagMs=1202
level=debug ts=2026-02-16T11:59:25.933509762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="631 B" policy= mostRecentLagMs=2619
level=debug ts=2026-02-16T11:59:25.933515018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=1619
level=debug ts=2026-02-16T11:59:25.933519594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=619
level=debug ts=2026-02-16T11:59:25.941716544Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:59:30.134172649Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="49 kB" streams=5 entries=22 streamLabelsSize="151 B" entriesSize="901 kB" structuredMetadataSize="1.5 kB" totalSize="902 kB" mostRecentLagMs=77 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:30.134205909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="814 kB" policy= mostRecentLagMs=317
level=debug ts=2026-02-16T11:59:30.13421795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=7383
level=debug ts=2026-02-16T11:59:30.134226156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=383
level=debug ts=2026-02-16T11:59:30.134233034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=77
level=debug ts=2026-02-16T11:59:30.134238805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=383
level=debug ts=2026-02-16T11:59:30.142010566Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:59:30.248995097Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T11:59:33.889868402Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="68 kB" streams=8 entries=34 streamLabelsSize="218 B" entriesSize="1.3 MB" structuredMetadataSize="2.2 kB" totalSize="1.3 MB" mostRecentLagMs=113 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:33.889913269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=113
level=debug ts=2026-02-16T11:59:33.88994012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=6113
level=debug ts=2026-02-16T11:59:33.889955937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=3379
level=debug ts=2026-02-16T11:59:33.889970209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=113
level=debug ts=2026-02-16T11:59:33.889984547Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="105 kB" policy= mostRecentLagMs=3238
level=debug ts=2026-02-16T11:59:33.889999377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=113
level=debug ts=2026-02-16T11:59:33.890015061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=2281
level=debug ts=2026-02-16T11:59:33.890029462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=155
level=debug ts=2026-02-16T11:59:33.898168115Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:59:36.333767742Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="50 kB" streams=5 entries=29 streamLabelsSize="149 B" entriesSize="985 kB" structuredMetadataSize="1.9 kB" totalSize="985 kB" mostRecentLagMs=785 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:36.333796358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=3019
level=debug ts=2026-02-16T11:59:36.33380736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7019
level=debug ts=2026-02-16T11:59:36.333813706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=2019
level=debug ts=2026-02-16T11:59:36.333819176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="934 kB" policy= mostRecentLagMs=785
level=debug ts=2026-02-16T11:59:36.33382432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=4947
level=debug ts=2026-02-16T11:59:36.340924509Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:59:40.770065895Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="67 kB" streams=9 entries=115 streamLabelsSize="310 B" entriesSize="628 kB" structuredMetadataSize="8.4 kB" totalSize="628 kB" mostRecentLagMs=1018 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:40.770097654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="212 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-16T11:59:40.770109217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="841 B" policy= mostRecentLagMs=2019
level=debug ts=2026-02-16T11:59:40.770116419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=7018
level=debug ts=2026-02-16T11:59:40.770122812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6617
level=debug ts=2026-02-16T11:59:40.770130048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="351 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-16T11:59:40.770136134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T11:59:40.770141452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T11:59:40.77014679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=4338
level=debug ts=2026-02-16T11:59:40.770151674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-16T11:59:40.776626205Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:59:44.797493788Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=10 entries=19 streamLabelsSize="297 B" entriesSize="725 kB" structuredMetadataSize="1.2 kB" totalSize="725 kB" mostRecentLagMs=21 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:44.797524129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=918
level=debug ts=2026-02-16T11:59:44.797534859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="41 kB" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T11:59:44.797542175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=21
level=debug ts=2026-02-16T11:59:44.797548529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="562 B" policy= mostRecentLagMs=2021
level=debug ts=2026-02-16T11:59:44.797556013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1021
level=debug ts=2026-02-16T11:59:44.797561371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="583 kB" policy= mostRecentLagMs=1734
level=debug ts=2026-02-16T11:59:44.797566357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="27 kB" policy= mostRecentLagMs=4022
level=debug ts=2026-02-16T11:59:44.797572853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="48 kB" policy= mostRecentLagMs=3615
level=debug ts=2026-02-16T11:59:44.797578666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6021
level=debug ts=2026-02-16T11:59:44.797585668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="326 B" policy= mostRecentLagMs=22
level=debug ts=2026-02-16T11:59:44.804056003Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:59:47.330531852Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=6 entries=30 streamLabelsSize="169 B" entriesSize="508 kB" structuredMetadataSize="2.0 kB" totalSize="508 kB" mostRecentLagMs=1016 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:47.330562805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=5722
level=debug ts=2026-02-16T11:59:47.330574808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="13 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T11:59:47.330580749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=7391
level=debug ts=2026-02-16T11:59:47.330586064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T11:59:47.330591363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="429 kB" policy= mostRecentLagMs=2074
level=debug ts=2026-02-16T11:59:47.330596339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T11:59:47.369541492Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:59:51.758168031Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=8 entries=16 streamLabelsSize="237 B" entriesSize="204 kB" structuredMetadataSize="1.1 kB" totalSize="205 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:51.758203248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T11:59:51.758214458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T11:59:51.758221845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T11:59:51.758227591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="27 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T11:59:51.758233483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="28 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T11:59:51.75823863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6682
level=debug ts=2026-02-16T11:59:51.758245017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T11:59:51.758250852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="103 kB" policy= mostRecentLagMs=4800
level=debug ts=2026-02-16T11:59:51.761264517Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:59:54.92291755Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=10 entries=27 streamLabelsSize="304 B" entriesSize="972 kB" structuredMetadataSize="1.8 kB" totalSize="973 kB" mostRecentLagMs=147 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:54.922946644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1147
level=debug ts=2026-02-16T11:59:54.922957692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="46 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T11:59:54.922965022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=1147
level=debug ts=2026-02-16T11:59:54.922970686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T11:59:54.922975973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=147
level=debug ts=2026-02-16T11:59:54.922982086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="262 kB" policy= mostRecentLagMs=4297
level=debug ts=2026-02-16T11:59:54.922988225Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="10 kB" policy= mostRecentLagMs=147
level=debug ts=2026-02-16T11:59:54.922994127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=7276
level=debug ts=2026-02-16T11:59:54.922998934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2146
level=debug ts=2026-02-16T11:59:54.923004171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="559 kB" policy= mostRecentLagMs=2793
level=debug ts=2026-02-16T11:59:54.93002172Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T11:59:57.879643741Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=8 entries=26 streamLabelsSize="237 B" entriesSize="717 kB" structuredMetadataSize="1.7 kB" totalSize="718 kB" mostRecentLagMs=564 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T11:59:57.879672654Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=8565
level=debug ts=2026-02-16T11:59:57.87968648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=5565
level=debug ts=2026-02-16T11:59:57.879696755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="296 kB" policy= mostRecentLagMs=3776
level=debug ts=2026-02-16T11:59:57.879705246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=9878
level=debug ts=2026-02-16T11:59:57.879711737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3564
level=debug ts=2026-02-16T11:59:57.879717201Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2490
level=debug ts=2026-02-16T11:59:57.879722292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=9453
level=debug ts=2026-02-16T11:59:57.879727508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="15 kB" policy= mostRecentLagMs=564
level=debug ts=2026-02-16T11:59:57.8857575Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T11:59:59.196381152Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:45702"
ts=2026-02-16T12:00:00.251597986Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:00:04.063563012Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:00:05.031179819Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="58 kB" streams=9 entries=90 streamLabelsSize="330 B" entriesSize="760 kB" structuredMetadataSize="6.7 kB" totalSize="760 kB" mostRecentLagMs=29 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:05.031220277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=5279
level=debug ts=2026-02-16T12:00:05.031237262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="121 kB" policy= mostRecentLagMs=3680
level=debug ts=2026-02-16T12:00:05.031246842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T12:00:05.031256342Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4280
level=debug ts=2026-02-16T12:00:05.031265006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=6280
level=debug ts=2026-02-16T12:00:05.031272782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="582 B" policy= mostRecentLagMs=8280
level=debug ts=2026-02-16T12:00:05.031281592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="187 kB" policy= mostRecentLagMs=29
level=debug ts=2026-02-16T12:00:05.031290093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="367 kB" policy= mostRecentLagMs=1633
level=debug ts=2026-02-16T12:00:05.031297562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=9280
level=debug ts=2026-02-16T12:00:05.041902405Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:00:06.814011754Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="73 kB" streams=11 entries=33 streamLabelsSize="329 B" entriesSize="1.4 MB" structuredMetadataSize="2.0 kB" totalSize="1.4 MB" mostRecentLagMs=45 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:06.814040298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=8037
level=debug ts=2026-02-16T12:00:06.81405143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="43 kB" policy= mostRecentLagMs=4038
level=debug ts=2026-02-16T12:00:06.814057819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=8037
level=debug ts=2026-02-16T12:00:06.814063124Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=357
level=debug ts=2026-02-16T12:00:06.814067893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=8037
level=debug ts=2026-02-16T12:00:06.814073515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=7037
level=debug ts=2026-02-16T12:00:06.814078982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=388
level=debug ts=2026-02-16T12:00:06.814083745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="141 kB" policy= mostRecentLagMs=100
level=debug ts=2026-02-16T12:00:06.814089305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=7037
level=debug ts=2026-02-16T12:00:06.814094086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="73 kB" policy= mostRecentLagMs=45
level=debug ts=2026-02-16T12:00:06.814099005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5038
level=debug ts=2026-02-16T12:00:06.825611869Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:00:09.578657553Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="58 kB" streams=9 entries=21 streamLabelsSize="288 B" entriesSize="1.0 MB" structuredMetadataSize="1.4 kB" totalSize="1.0 MB" mostRecentLagMs=264 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:09.578687711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="241 B" policy= mostRecentLagMs=264
level=debug ts=2026-02-16T12:00:09.578702071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=264
level=debug ts=2026-02-16T12:00:09.578708766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1264
level=debug ts=2026-02-16T12:00:09.578714591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="51 kB" policy= mostRecentLagMs=9217
level=debug ts=2026-02-16T12:00:09.578720924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="86 kB" policy= mostRecentLagMs=2787
level=debug ts=2026-02-16T12:00:09.578727385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="713 kB" policy= mostRecentLagMs=1607
level=debug ts=2026-02-16T12:00:09.578732831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=10034
level=debug ts=2026-02-16T12:00:09.578737771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="509 B" policy= mostRecentLagMs=2264
level=debug ts=2026-02-16T12:00:09.578744481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=2264
level=debug ts=2026-02-16T12:00:09.58681611Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:00:13.47853784Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="254 kB" streams=6 entries=405 streamLabelsSize="186 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=405 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:13.478591202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4626
level=debug ts=2026-02-16T12:00:13.478617051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="46 kB" policy= mostRecentLagMs=3874
level=debug ts=2026-02-16T12:00:13.478635454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T12:00:13.478650327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=405
level=debug ts=2026-02-16T12:00:13.478665968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6779
level=debug ts=2026-02-16T12:00:13.478680782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="51 kB" policy= mostRecentLagMs=6420
level=debug ts=2026-02-16T12:00:13.493653166Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:00:15.479014424Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:43168"
ts=2026-02-16T12:00:15.890207914Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:40068"
level=debug ts=2026-02-16T12:00:16.816679656Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=9 entries=21 streamLabelsSize="297 B" entriesSize="390 kB" structuredMetadataSize="1.3 kB" totalSize="390 kB" mostRecentLagMs=40 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:16.816710542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T12:00:16.816722316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=6474
level=debug ts=2026-02-16T12:00:16.816729192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5758
level=debug ts=2026-02-16T12:00:16.816736306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="14 kB" policy= mostRecentLagMs=6041
level=debug ts=2026-02-16T12:00:16.81674334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="281 kB" policy= mostRecentLagMs=3590
level=debug ts=2026-02-16T12:00:16.81674941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2041
level=debug ts=2026-02-16T12:00:16.816755393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3040
level=debug ts=2026-02-16T12:00:16.816760293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9040
level=debug ts=2026-02-16T12:00:16.816765046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=40
level=debug ts=2026-02-16T12:00:16.821029139Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:00:19.699617746Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="287 kB" streams=6 entries=383 streamLabelsSize="168 B" entriesSize="2.0 MB" structuredMetadataSize="29 kB" totalSize="2.0 MB" mostRecentLagMs=267 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:19.699647792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="82 kB" policy= mostRecentLagMs=2266
level=debug ts=2026-02-16T12:00:19.699659862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=331
level=debug ts=2026-02-16T12:00:19.699667927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=5667
level=debug ts=2026-02-16T12:00:19.699673997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=267
level=debug ts=2026-02-16T12:00:19.699679737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=5667
level=debug ts=2026-02-16T12:00:19.699685667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=5667
level=debug ts=2026-02-16T12:00:19.71528301Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:00:20.322363574Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=10 entries=22 streamLabelsSize="285 B" entriesSize="184 kB" structuredMetadataSize="1.4 kB" totalSize="184 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:20.322393485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="537 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T12:00:20.32240497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6433
level=debug ts=2026-02-16T12:00:20.322411844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T12:00:20.322426479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:00:20.322433703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:00:20.322439682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T12:00:20.322445496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="134 kB" policy= mostRecentLagMs=7447
level=debug ts=2026-02-16T12:00:20.322451205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T12:00:20.322457774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="19 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T12:00:20.322464338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T12:00:20.325152189Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:00:27.783324397Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=14 entries=25 streamLabelsSize="432 B" entriesSize="129 kB" structuredMetadataSize="1.6 kB" totalSize="130 kB" mostRecentLagMs=3006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:27.783354117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="10 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T12:00:27.783365196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="11 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:00:27.783371187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="21 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T12:00:27.783376287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="14 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T12:00:27.783380779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="27 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T12:00:27.783386147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:00:27.783390771Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T12:00:27.78339535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="684 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T12:00:27.783400144Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="19 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T12:00:27.783404878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T12:00:27.783410298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="11 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T12:00:27.783415231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T12:00:27.783419905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T12:00:27.783424534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="324 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T12:00:27.78615016Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:00:29.199407737Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:35650"
level=debug ts=2026-02-16T12:00:29.45433927Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="147 kB" streams=11 entries=159 streamLabelsSize="356 B" entriesSize="829 kB" structuredMetadataSize="12 kB" totalSize="830 kB" mostRecentLagMs=1529 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:29.454367065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="679 kB" policy= mostRecentLagMs=7874
level=debug ts=2026-02-16T12:00:29.454378896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=7938
level=debug ts=2026-02-16T12:00:29.454385986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=3703
level=debug ts=2026-02-16T12:00:29.454392255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=1666
level=debug ts=2026-02-16T12:00:29.454398585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="54 kB" policy= mostRecentLagMs=1529
level=debug ts=2026-02-16T12:00:29.454404155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=6703
level=debug ts=2026-02-16T12:00:29.454409294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="14 kB" policy= mostRecentLagMs=7938
level=debug ts=2026-02-16T12:00:29.454414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4733
level=debug ts=2026-02-16T12:00:29.454418878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.6 kB" policy= mostRecentLagMs=2703
level=debug ts=2026-02-16T12:00:29.454423834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3703
level=debug ts=2026-02-16T12:00:29.45442875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7938
level=debug ts=2026-02-16T12:00:29.461383208Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:00:30.254566642Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:00:32.338381984Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=6 entries=15 streamLabelsSize="177 B" entriesSize="1.1 MB" structuredMetadataSize="984 B" totalSize="1.1 MB" mostRecentLagMs=24 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:32.338411465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=8024
level=debug ts=2026-02-16T12:00:32.338422673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=24
level=debug ts=2026-02-16T12:00:32.338429387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="647 kB" policy= mostRecentLagMs=1509
level=debug ts=2026-02-16T12:00:32.338436119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=1024
level=debug ts=2026-02-16T12:00:32.338442399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="346 B" policy= mostRecentLagMs=7024
level=debug ts=2026-02-16T12:00:32.338448306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="414 kB" policy= mostRecentLagMs=6877
level=debug ts=2026-02-16T12:00:32.345681876Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:00:37.701850746Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="228 kB" streams=9 entries=415 streamLabelsSize="315 B" entriesSize="2.0 MB" structuredMetadataSize="31 kB" totalSize="2.0 MB" mostRecentLagMs=180 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:37.701883397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="194 kB" policy= mostRecentLagMs=801
level=debug ts=2026-02-16T12:00:37.701895408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=3839
level=debug ts=2026-02-16T12:00:37.701902258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=5950
level=debug ts=2026-02-16T12:00:37.701909221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="38 kB" policy= mostRecentLagMs=3317
level=debug ts=2026-02-16T12:00:37.701914811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3475
level=debug ts=2026-02-16T12:00:37.701920986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7950
level=debug ts=2026-02-16T12:00:37.701927167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6198
level=debug ts=2026-02-16T12:00:37.701932871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=6044
level=debug ts=2026-02-16T12:00:37.701945117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=180
level=debug ts=2026-02-16T12:00:37.75706612Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:00:37.923983616Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=10 entries=16 streamLabelsSize="315 B" entriesSize="851 kB" structuredMetadataSize="999 B" totalSize="852 kB" mostRecentLagMs=583 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:37.924013083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=1661
level=debug ts=2026-02-16T12:00:37.924024232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=7148
level=debug ts=2026-02-16T12:00:37.924031224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="425 B" policy= mostRecentLagMs=2147
level=debug ts=2026-02-16T12:00:37.924038149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="56 kB" policy= mostRecentLagMs=10021
level=debug ts=2026-02-16T12:00:37.924043509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="20 kB" policy= mostRecentLagMs=1516
level=debug ts=2026-02-16T12:00:37.924049012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=583
level=debug ts=2026-02-16T12:00:37.924054149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="232 B" policy= mostRecentLagMs=3148
level=debug ts=2026-02-16T12:00:37.924059687Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="578 kB" policy= mostRecentLagMs=1376
level=debug ts=2026-02-16T12:00:37.924064661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="121 kB" policy= mostRecentLagMs=683
level=debug ts=2026-02-16T12:00:37.924069548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5148
level=debug ts=2026-02-16T12:00:37.928353948Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:00:43.378943634Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=9 entries=13 streamLabelsSize="229 B" entriesSize="318 kB" structuredMetadataSize="848 B" totalSize="319 kB" mostRecentLagMs=3064 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:43.378983719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=5988
level=debug ts=2026-02-16T12:00:43.379002231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="139 B" policy= mostRecentLagMs=5064
level=debug ts=2026-02-16T12:00:43.379016408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="277 kB" policy= mostRecentLagMs=6531
level=debug ts=2026-02-16T12:00:43.379026524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9064
level=debug ts=2026-02-16T12:00:43.379037324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="13 kB" policy= mostRecentLagMs=10014
level=debug ts=2026-02-16T12:00:43.379046084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=8064
level=debug ts=2026-02-16T12:00:43.37905496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=7064
level=debug ts=2026-02-16T12:00:43.379063716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=4064
level=debug ts=2026-02-16T12:00:43.379072793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=3065
level=debug ts=2026-02-16T12:00:43.383010013Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:00:44.851991802Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="283 kB" streams=3 entries=397 streamLabelsSize="83 B" entriesSize="2.0 MB" structuredMetadataSize="30 kB" totalSize="2.0 MB" mostRecentLagMs=233 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:44.852034753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="964 B" policy= mostRecentLagMs=2053
level=debug ts=2026-02-16T12:00:44.852053772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=6652
level=debug ts=2026-02-16T12:00:44.852066456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=233
level=debug ts=2026-02-16T12:00:44.866964202Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:00:45.892604642Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:58954"
level=debug ts=2026-02-16T12:00:48.436733172Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:00:49.789909144Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=12 entries=23 streamLabelsSize="332 B" entriesSize="472 kB" structuredMetadataSize="1.5 kB" totalSize="473 kB" mostRecentLagMs=1556 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:49.789936136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T12:00:49.78994697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T12:00:49.789952478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T12:00:49.789957959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="12 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T12:00:49.789962874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=5014
level=debug ts=2026-02-16T12:00:49.789968008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="95 kB" policy= mostRecentLagMs=1584
level=debug ts=2026-02-16T12:00:49.789973995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=2417
level=debug ts=2026-02-16T12:00:49.789979126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T12:00:49.789985757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T12:00:49.789990439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T12:00:49.789994832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T12:00:49.78999938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="286 kB" policy= mostRecentLagMs=1556
level=debug ts=2026-02-16T12:00:49.794953436Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:00:54.328145862Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=8 entries=12 streamLabelsSize="229 B" entriesSize="576 kB" structuredMetadataSize="802 B" totalSize="576 kB" mostRecentLagMs=13 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:54.328176235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="495 B" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T12:00:54.328187695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="361 kB" policy= mostRecentLagMs=1106
level=debug ts=2026-02-16T12:00:54.328194846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="177 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T12:00:54.328201797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="30 kB" policy= mostRecentLagMs=4131
level=debug ts=2026-02-16T12:00:54.328207386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T12:00:54.328212649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T12:00:54.328218276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T12:00:54.32822315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T12:00:54.334634519Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:00:54.639581528Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="130 kB" streams=10 entries=144 streamLabelsSize="350 B" entriesSize="750 kB" structuredMetadataSize="11 kB" totalSize="750 kB" mostRecentLagMs=188 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:00:54.639617361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=9266
level=debug ts=2026-02-16T12:00:54.639634602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=3888
level=debug ts=2026-02-16T12:00:54.639642847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=490
level=debug ts=2026-02-16T12:00:54.639648642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="624 kB" policy= mostRecentLagMs=8349
level=debug ts=2026-02-16T12:00:54.639655052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="9.3 kB" policy= mostRecentLagMs=5888
level=debug ts=2026-02-16T12:00:54.639661276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="51 kB" policy= mostRecentLagMs=9793
level=debug ts=2026-02-16T12:00:54.639667408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9266
level=debug ts=2026-02-16T12:00:54.639672783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8347
level=debug ts=2026-02-16T12:00:54.639677989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=188
level=debug ts=2026-02-16T12:00:54.639682595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=5888
level=debug ts=2026-02-16T12:00:54.645272437Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:00:59.20231386Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:53584"
ts=2026-02-16T12:01:00.256917394Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T12:01:00.7840764Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=10 entries=17 streamLabelsSize="296 B" entriesSize="157 kB" structuredMetadataSize="1.1 kB" totalSize="157 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:00.784108092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T12:01:00.784120722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T12:01:00.784128162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T12:01:00.784133726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:01:00.784139112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T12:01:00.784145993Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T12:01:00.784155184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T12:01:00.784162057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="94 kB" policy= mostRecentLagMs=1309
level=debug ts=2026-02-16T12:01:00.784167134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="9.9 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T12:01:00.784171882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T12:01:00.787541075Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:01:04.758788938Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=5 entries=21 streamLabelsSize="133 B" entriesSize="226 kB" structuredMetadataSize="1.4 kB" totalSize="226 kB" mostRecentLagMs=1983 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:04.758819503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="16 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T12:01:04.758831467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=1983
level=debug ts=2026-02-16T12:01:04.758856627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="44 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T12:01:04.758864677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="841 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:01:04.758871248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="140 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T12:01:04.762987303Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:01:05.321626803Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=8 entries=12 streamLabelsSize="219 B" entriesSize="133 kB" structuredMetadataSize="776 B" totalSize="133 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:05.321658394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T12:01:05.32167154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="630 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:01:05.321677963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="595 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T12:01:05.321683188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:01:05.321688485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=3768
level=debug ts=2026-02-16T12:01:05.321693447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2701
level=debug ts=2026-02-16T12:01:05.32169819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:01:05.321703772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T12:01:05.324342328Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:01:11.782129788Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.5 kB" streams=7 entries=8 streamLabelsSize="208 B" entriesSize="78 kB" structuredMetadataSize="502 B" totalSize="78 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:11.78215848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="983 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T12:01:11.782170304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="28 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:01:11.782178242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:01:11.782185038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:01:11.782192232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="19 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T12:01:11.782197281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="23 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:01:11.782202021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T12:01:11.784636608Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:01:15.482691252Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:37556"
level=debug ts=2026-02-16T12:01:16.320519849Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.8 kB" streams=10 entries=17 streamLabelsSize="265 B" entriesSize="70 kB" structuredMetadataSize="1.2 kB" totalSize="71 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:16.3205473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:01:16.320558696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="246 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:01:16.320566597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T12:01:16.320571963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="58 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T12:01:16.320578611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:01:16.320583913Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T12:01:16.320589189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="385 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:01:16.320594302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="503 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T12:01:16.320600393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:01:16.320604965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:01:16.322542893Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:01:16.755935642Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=7 entries=7 streamLabelsSize="264 B" entriesSize="47 kB" structuredMetadataSize="480 B" totalSize="48 kB" mostRecentLagMs=343 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:16.75596424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:01:16.755975934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="475 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:01:16.755982891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:01:16.755988072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:01:16.755992885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=343
level=debug ts=2026-02-16T12:01:16.75599774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:01:16.75600272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:01:16.757703158Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:01:22.783224124Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.2 kB" streams=13 entries=13 streamLabelsSize="387 B" entriesSize="101 kB" structuredMetadataSize="833 B" totalSize="102 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:22.783254776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T12:01:22.783266892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T12:01:22.783274359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="902 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T12:01:22.783280729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T12:01:22.783287389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T12:01:22.783292742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T12:01:22.783299559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="71 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:01:22.783305872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T12:01:22.783311426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T12:01:22.783316863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T12:01:22.783322065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="239 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T12:01:22.783328597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:01:22.783333132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T12:01:22.786215653Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:01:28.327349988Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=7 streamLabelsSize="200 B" entriesSize="527 kB" structuredMetadataSize="497 B" totalSize="527 kB" mostRecentLagMs=13 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:28.32737859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T12:01:28.327391636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="496 B" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T12:01:28.327398025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T12:01:28.327405304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="776 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T12:01:28.327410723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="508 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T12:01:28.327416164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="15 kB" policy= mostRecentLagMs=2013
level=debug ts=2026-02-16T12:01:28.332107835Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:01:30.257750018Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T12:01:30.755378545Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=6 entries=11 streamLabelsSize="181 B" entriesSize="11 kB" structuredMetadataSize="708 B" totalSize="11 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:30.755404267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="495 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:01:30.755415185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:01:30.755421887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:01:30.755427542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:01:30.755434689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:01:30.75544015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:01:30.757014022Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:01:34.781197177Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.1 kB" streams=5 entries=5 streamLabelsSize="158 B" entriesSize="4.5 kB" structuredMetadataSize="322 B" totalSize="4.7 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:34.781233192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:01:34.781244448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:01:34.781251481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:01:34.781256976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="214 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:01:34.781262136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:01:34.782716679Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:01:40.793750132Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=5 entries=5 streamLabelsSize="199 B" entriesSize="60 kB" structuredMetadataSize="337 B" totalSize="60 kB" mostRecentLagMs=350 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:40.793781069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=350
level=debug ts=2026-02-16T12:01:40.793792139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="629 B" policy= mostRecentLagMs=2042
level=debug ts=2026-02-16T12:01:40.793798676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:01:40.793805224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=8042
level=debug ts=2026-02-16T12:01:40.793811345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1042
level=debug ts=2026-02-16T12:01:40.795615837Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:01:41.318546675Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=4 entries=4 streamLabelsSize="111 B" entriesSize="19 kB" structuredMetadataSize="253 B" totalSize="19 kB" mostRecentLagMs=6004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:41.318575561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6806
level=debug ts=2026-02-16T12:01:41.318586088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:01:41.318592548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:01:41.318599538Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="530 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:01:41.320093498Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:01:47.781246212Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=7 entries=9 streamLabelsSize="213 B" entriesSize="27 kB" structuredMetadataSize="592 B" totalSize="27 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:47.781287935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:01:47.781305343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:01:47.781315478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:01:47.781324625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:01:47.781335448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:01:47.781344452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="807 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:01:47.781354848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="16 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:01:47.782955909Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:01:50.182194242Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:01:50.184080582Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T12:01:53.320735875Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.2 kB" streams=5 entries=8 streamLabelsSize="153 B" entriesSize="54 kB" structuredMetadataSize="544 B" totalSize="54 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:53.320764796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T12:01:53.320776407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="599 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T12:01:53.320782264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="496 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T12:01:53.320788916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=4914
level=debug ts=2026-02-16T12:01:53.320795153Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="19 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T12:01:53.322495203Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:01:53.754818239Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=4 entries=5 streamLabelsSize="130 B" entriesSize="9.4 kB" structuredMetadataSize="306 B" totalSize="9.5 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:01:53.754868026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:01:53.754880364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:01:53.754887926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:01:53.754894055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="860 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:01:53.756545528Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:02:00.259447075Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T12:02:02.735352043Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="19 kB" streams=8 entries=12 streamLabelsSize="283 B" entriesSize="304 kB" structuredMetadataSize="845 B" totalSize="304 kB" mostRecentLagMs=1958 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:02.735381988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5959
level=debug ts=2026-02-16T12:02:02.735392903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=1958
level=debug ts=2026-02-16T12:02:02.735399188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6959
level=debug ts=2026-02-16T12:02:02.735407166Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="298 kB" policy= mostRecentLagMs=9975
level=debug ts=2026-02-16T12:02:02.735413611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8959
level=debug ts=2026-02-16T12:02:02.735418376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1959
level=debug ts=2026-02-16T12:02:02.735424306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=2959
level=debug ts=2026-02-16T12:02:02.735429563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9960
level=debug ts=2026-02-16T12:02:02.739957949Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:02:05.756975263Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=5 entries=5 streamLabelsSize="196 B" entriesSize="59 kB" structuredMetadataSize="331 B" totalSize="60 kB" mostRecentLagMs=4506 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:05.757017585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="24 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:02:05.757036279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T12:02:05.757049617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T12:02:05.757060567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4506
level=debug ts=2026-02-16T12:02:05.757071834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T12:02:05.758873522Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:02:07.293863767Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=5 entries=5 streamLabelsSize="134 B" entriesSize="385 kB" structuredMetadataSize="325 B" totalSize="386 kB" mostRecentLagMs=1979 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:07.293894385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="750 B" policy= mostRecentLagMs=5980
level=debug ts=2026-02-16T12:02:07.293905696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T12:02:07.293911999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1979
level=debug ts=2026-02-16T12:02:07.293918266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5980
level=debug ts=2026-02-16T12:02:07.293924109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=2980
level=debug ts=2026-02-16T12:02:07.298495942Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:02:15.985513506Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=5 entries=5 streamLabelsSize="174 B" entriesSize="24 kB" structuredMetadataSize="340 B" totalSize="24 kB" mostRecentLagMs=209 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:15.985548423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="630 B" policy= mostRecentLagMs=7209
level=debug ts=2026-02-16T12:02:15.985560379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2209
level=debug ts=2026-02-16T12:02:15.985567246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="21 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:02:15.985577365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=209
level=debug ts=2026-02-16T12:02:15.985587713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="533 B" policy= mostRecentLagMs=6209
level=debug ts=2026-02-16T12:02:15.987192946Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:02:16.755464784Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=3 entries=4 streamLabelsSize="108 B" entriesSize="5.6 kB" structuredMetadataSize="259 B" totalSize="5.7 kB" mostRecentLagMs=5004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:16.75549645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:02:16.75550875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:02:16.755517534Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:02:16.75697535Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:02:18.319966714Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=5 entries=5 streamLabelsSize="147 B" entriesSize="3.9 kB" structuredMetadataSize="321 B" totalSize="4.1 kB" mostRecentLagMs=8005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:18.319996137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:02:18.320007391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:02:18.320014673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:02:18.320021577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="701 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:02:18.320026729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="307 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:02:18.3214414Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:02:26.783481443Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=13 entries=14 streamLabelsSize="423 B" entriesSize="156 kB" structuredMetadataSize="918 B" totalSize="157 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:26.783509308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T12:02:26.783520591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T12:02:26.783527215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T12:02:26.783532866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="91 kB" policy= mostRecentLagMs=1971
level=debug ts=2026-02-16T12:02:26.783538011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="324 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:02:26.783544048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T12:02:26.783549417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T12:02:26.783555648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="167 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T12:02:26.783561391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T12:02:26.783566205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="19 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T12:02:26.783572752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T12:02:26.783579591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=6360
level=debug ts=2026-02-16T12:02:26.783585976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T12:02:26.78617106Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:02:29.759094594Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=8 streamLabelsSize="251 B" entriesSize="221 kB" structuredMetadataSize="536 B" totalSize="221 kB" mostRecentLagMs=348 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:29.759127681Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T12:02:29.75913943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T12:02:29.759147248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="154 kB" policy= mostRecentLagMs=348
level=debug ts=2026-02-16T12:02:29.759153381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8733
level=debug ts=2026-02-16T12:02:29.759159108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=2808
level=debug ts=2026-02-16T12:02:29.759165688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:02:29.759171488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T12:02:29.762374417Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:02:30.260956281Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T12:02:30.983281327Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=9 entries=13 streamLabelsSize="273 B" entriesSize="724 kB" structuredMetadataSize="875 B" totalSize="724 kB" mostRecentLagMs=1378 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:30.983317435Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1669
level=debug ts=2026-02-16T12:02:30.983333314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="485 kB" policy= mostRecentLagMs=5758
level=debug ts=2026-02-16T12:02:30.983344278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="212 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T12:02:30.983356381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=5668
level=debug ts=2026-02-16T12:02:30.983364768Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=6668
level=debug ts=2026-02-16T12:02:30.983374118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="670 B" policy= mostRecentLagMs=7669
level=debug ts=2026-02-16T12:02:30.983381811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=1379
level=debug ts=2026-02-16T12:02:30.98338868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6668
level=debug ts=2026-02-16T12:02:30.983394653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=9669
level=debug ts=2026-02-16T12:02:30.990572615Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:02:37.060450058Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=9 entries=16 streamLabelsSize="282 B" entriesSize="756 kB" structuredMetadataSize="1.0 kB" totalSize="756 kB" mostRecentLagMs=284 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:37.060489089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=9284
level=debug ts=2026-02-16T12:02:37.060501421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="891 B" policy= mostRecentLagMs=6284
level=debug ts=2026-02-16T12:02:37.060507778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=1752
level=debug ts=2026-02-16T12:02:37.060514261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=2284
level=debug ts=2026-02-16T12:02:37.060519339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3284
level=debug ts=2026-02-16T12:02:37.060526216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="622 kB" policy= mostRecentLagMs=1747
level=debug ts=2026-02-16T12:02:37.060532084Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=656
level=debug ts=2026-02-16T12:02:37.060537401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="62 kB" policy= mostRecentLagMs=4238
level=debug ts=2026-02-16T12:02:37.060543117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=284
level=debug ts=2026-02-16T12:02:37.069287496Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:02:40.759194334Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=7 entries=11 streamLabelsSize="233 B" entriesSize="243 kB" structuredMetadataSize="743 B" totalSize="243 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:40.759223657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:02:40.759236296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:02:40.759247548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="159 kB" policy= mostRecentLagMs=3007
level=debug ts=2026-02-16T12:02:40.759254499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="44 kB" policy= mostRecentLagMs=254
level=debug ts=2026-02-16T12:02:40.759260278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T12:02:40.759266416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=1250
level=debug ts=2026-02-16T12:02:40.759271203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="110 B" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T12:02:40.762499329Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:02:41.320379045Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.6 kB" streams=6 entries=8 streamLabelsSize="193 B" entriesSize="70 kB" structuredMetadataSize="503 B" totalSize="70 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:41.320412744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=2765
level=debug ts=2026-02-16T12:02:41.320424895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="17 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:02:41.320434119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T12:02:41.32044147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="374 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:02:41.320447032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=616
level=debug ts=2026-02-16T12:02:41.320453341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:02:41.322561579Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:02:45.90281139Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:48212"
level=debug ts=2026-02-16T12:02:48.807788427Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="80 kB" streams=13 entries=30 streamLabelsSize="405 B" entriesSize="1.5 MB" structuredMetadataSize="1.9 kB" totalSize="1.5 MB" mostRecentLagMs=470 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:48.807818087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=9032
level=debug ts=2026-02-16T12:02:48.807829315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=470
level=debug ts=2026-02-16T12:02:48.807852911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10032
level=debug ts=2026-02-16T12:02:48.80785894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="822 B" policy= mostRecentLagMs=7032
level=debug ts=2026-02-16T12:02:48.807865678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="753 B" policy= mostRecentLagMs=10032
level=debug ts=2026-02-16T12:02:48.807871003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="160 kB" policy= mostRecentLagMs=3213
level=debug ts=2026-02-16T12:02:48.80787612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="638 B" policy= mostRecentLagMs=7032
level=debug ts=2026-02-16T12:02:48.807881474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="23 kB" policy= mostRecentLagMs=5632
level=debug ts=2026-02-16T12:02:48.807886151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3032
level=debug ts=2026-02-16T12:02:48.807890833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=7077
level=debug ts=2026-02-16T12:02:48.807895533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=3032
level=debug ts=2026-02-16T12:02:48.807900174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5031
level=debug ts=2026-02-16T12:02:48.807904915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="102 kB" policy= mostRecentLagMs=1578
level=debug ts=2026-02-16T12:02:48.817963736Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:02:51.243256761Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=9 entries=23 streamLabelsSize="289 B" entriesSize="678 kB" structuredMetadataSize="1.5 kB" totalSize="679 kB" mostRecentLagMs=463 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:51.243299765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9491
level=debug ts=2026-02-16T12:02:51.243317702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="100 kB" policy= mostRecentLagMs=1580
level=debug ts=2026-02-16T12:02:51.24332899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="531 kB" policy= mostRecentLagMs=463
level=debug ts=2026-02-16T12:02:51.243337369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="850 B" policy= mostRecentLagMs=7492
level=debug ts=2026-02-16T12:02:51.243345325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6492
level=debug ts=2026-02-16T12:02:51.24335256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="696 B" policy= mostRecentLagMs=9491
level=debug ts=2026-02-16T12:02:51.243359633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="41 kB" policy= mostRecentLagMs=4492
level=debug ts=2026-02-16T12:02:51.243367019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=4492
level=debug ts=2026-02-16T12:02:51.24337473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=8492
level=debug ts=2026-02-16T12:02:51.249712514Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:02:51.552826439Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=4 entries=12 streamLabelsSize="111 B" entriesSize="712 kB" structuredMetadataSize="786 B" totalSize="712 kB" mostRecentLagMs=2238 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:02:51.55287836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=2238
level=debug ts=2026-02-16T12:02:51.552889741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=7238
level=debug ts=2026-02-16T12:02:51.552895854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="688 kB" policy= mostRecentLagMs=2238
level=debug ts=2026-02-16T12:02:51.55290116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6267
level=debug ts=2026-02-16T12:02:51.557695013Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:02:51.676391299Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T12:02:59.214487784Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:59670"
ts=2026-02-16T12:03:00.262994847Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:03:00.48699778Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=8 entries=19 streamLabelsSize="239 B" entriesSize="941 kB" structuredMetadataSize="1.2 kB" totalSize="942 kB" mostRecentLagMs=122 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:00.487031995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4711
level=debug ts=2026-02-16T12:03:00.487044062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="19 kB" policy= mostRecentLagMs=1165
level=debug ts=2026-02-16T12:03:00.487050806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="745 kB" policy= mostRecentLagMs=122
level=debug ts=2026-02-16T12:03:00.487056218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=5711
level=debug ts=2026-02-16T12:03:00.487061228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="44 kB" policy= mostRecentLagMs=5711
level=debug ts=2026-02-16T12:03:00.487065985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=8983
level=debug ts=2026-02-16T12:03:00.487070977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=2710
level=debug ts=2026-02-16T12:03:00.487076353Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="65 kB" policy= mostRecentLagMs=7548
level=debug ts=2026-02-16T12:03:00.493993952Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:01.27126769Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=9 entries=22 streamLabelsSize="272 B" entriesSize="761 kB" structuredMetadataSize="1.4 kB" totalSize="761 kB" mostRecentLagMs=257 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:01.271307825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="39 kB" policy= mostRecentLagMs=2093
level=debug ts=2026-02-16T12:03:01.271326185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="90 kB" policy= mostRecentLagMs=1777
level=debug ts=2026-02-16T12:03:01.27133614Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="259 kB" policy= mostRecentLagMs=1375
level=debug ts=2026-02-16T12:03:01.271345701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=1851
level=debug ts=2026-02-16T12:03:01.271354288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="282 kB" policy= mostRecentLagMs=257
level=debug ts=2026-02-16T12:03:01.271362536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=520
level=debug ts=2026-02-16T12:03:01.271370515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="232 B" policy= mostRecentLagMs=3520
level=debug ts=2026-02-16T12:03:01.271380186Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=5520
level=debug ts=2026-02-16T12:03:01.271388608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="39 kB" policy= mostRecentLagMs=679
level=debug ts=2026-02-16T12:03:01.276807809Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:02.333265298Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=9 entries=27 streamLabelsSize="260 B" entriesSize="873 kB" structuredMetadataSize="1.7 kB" totalSize="873 kB" mostRecentLagMs=154 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:02.333293774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="339 kB" policy= mostRecentLagMs=9899
level=debug ts=2026-02-16T12:03:02.333304751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8018
level=debug ts=2026-02-16T12:03:02.333311479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="505 kB" policy= mostRecentLagMs=154
level=debug ts=2026-02-16T12:03:02.333316596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=1019
level=debug ts=2026-02-16T12:03:02.333321829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="110 B" policy= mostRecentLagMs=8018
level=debug ts=2026-02-16T12:03:02.333327327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=7018
level=debug ts=2026-02-16T12:03:02.333332949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=2019
level=debug ts=2026-02-16T12:03:02.333337772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4019
level=debug ts=2026-02-16T12:03:02.333342581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=3019
level=debug ts=2026-02-16T12:03:02.339658737Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:07.871170589Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="94 kB" streams=9 entries=33 streamLabelsSize="259 B" entriesSize="2.0 MB" structuredMetadataSize="2.0 kB" totalSize="2.0 MB" mostRecentLagMs=286 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:07.871215889Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="88 kB" policy= mostRecentLagMs=3095
level=debug ts=2026-02-16T12:03:07.871238951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="43 kB" policy= mostRecentLagMs=6163
level=debug ts=2026-02-16T12:03:07.871255344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=286
level=debug ts=2026-02-16T12:03:07.871273462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=5094
level=debug ts=2026-02-16T12:03:07.871289267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="28 kB" policy= mostRecentLagMs=4095
level=debug ts=2026-02-16T12:03:07.871303713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6094
level=debug ts=2026-02-16T12:03:07.871320375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="533 B" policy= mostRecentLagMs=4095
level=debug ts=2026-02-16T12:03:07.87137148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=3095
level=debug ts=2026-02-16T12:03:07.871431638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4095
level=debug ts=2026-02-16T12:03:07.881989528Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:11.136560599Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="100 kB" streams=6 entries=29 streamLabelsSize="174 B" entriesSize="2.1 MB" structuredMetadataSize="1.8 kB" totalSize="2.1 MB" mostRecentLagMs=822 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:11.136591741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=822
level=debug ts=2026-02-16T12:03:11.136602708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=822
level=debug ts=2026-02-16T12:03:11.136609467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="20 kB" policy= mostRecentLagMs=7822
level=debug ts=2026-02-16T12:03:11.136615934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="149 kB" policy= mostRecentLagMs=2297
level=debug ts=2026-02-16T12:03:11.136622719Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="208 kB" policy= mostRecentLagMs=3265
level=debug ts=2026-02-16T12:03:11.136628111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1822
level=debug ts=2026-02-16T12:03:11.146953647Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:11.772644193Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="47 kB" streams=9 entries=22 streamLabelsSize="311 B" entriesSize="989 kB" structuredMetadataSize="1.4 kB" totalSize="989 kB" mostRecentLagMs=21 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:11.772675008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=4022
level=debug ts=2026-02-16T12:03:11.772686142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=106
level=debug ts=2026-02-16T12:03:11.772692511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=1021
level=debug ts=2026-02-16T12:03:11.772698271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="584 B" policy= mostRecentLagMs=21
level=debug ts=2026-02-16T12:03:11.772703255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="914 kB" policy= mostRecentLagMs=813
level=debug ts=2026-02-16T12:03:11.772709856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="14 kB" policy= mostRecentLagMs=8021
level=debug ts=2026-02-16T12:03:11.772715026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=9022
level=debug ts=2026-02-16T12:03:11.772720242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="15 kB" policy= mostRecentLagMs=1021
level=debug ts=2026-02-16T12:03:11.772725175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2022
level=debug ts=2026-02-16T12:03:11.778294537Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:03:15.904408124Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:59280"
level=debug ts=2026-02-16T12:03:17.856948867Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="54 kB" streams=11 entries=22 streamLabelsSize="354 B" entriesSize="1.1 MB" structuredMetadataSize="1.4 kB" totalSize="1.1 MB" mostRecentLagMs=81 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:17.856980292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=3080
level=debug ts=2026-02-16T12:03:17.856991579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3080
level=debug ts=2026-02-16T12:03:17.856999285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="16 kB" policy= mostRecentLagMs=8081
level=debug ts=2026-02-16T12:03:17.857005347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=9081
level=debug ts=2026-02-16T12:03:17.8570113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="953 kB" policy= mostRecentLagMs=280
level=debug ts=2026-02-16T12:03:17.857016695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="11 kB" policy= mostRecentLagMs=8081
level=debug ts=2026-02-16T12:03:17.857022764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="16 kB" policy= mostRecentLagMs=7081
level=debug ts=2026-02-16T12:03:17.857027574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6081
level=debug ts=2026-02-16T12:03:17.857032472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=5875
level=debug ts=2026-02-16T12:03:17.857037094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=2081
level=debug ts=2026-02-16T12:03:17.857041863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T12:03:17.863756129Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:21.112802835Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=7 entries=14 streamLabelsSize="188 B" entriesSize="722 kB" structuredMetadataSize="874 B" totalSize="723 kB" mostRecentLagMs=798 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:21.112831962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="25 kB" policy= mostRecentLagMs=798
level=debug ts=2026-02-16T12:03:21.112862602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6798
level=debug ts=2026-02-16T12:03:21.11286924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=5645
level=debug ts=2026-02-16T12:03:21.112875982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=1639
level=debug ts=2026-02-16T12:03:21.112881145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="505 kB" policy= mostRecentLagMs=798
level=debug ts=2026-02-16T12:03:21.112886143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="14 kB" policy= mostRecentLagMs=1798
level=debug ts=2026-02-16T12:03:21.112891407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=5798
level=debug ts=2026-02-16T12:03:21.118803164Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:25.75913252Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=4 entries=8 streamLabelsSize="111 B" entriesSize="228 kB" structuredMetadataSize="547 B" totalSize="228 kB" mostRecentLagMs=184 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:25.759163512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="495 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T12:03:25.759175539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:03:25.75918175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="18 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T12:03:25.75918816Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="205 kB" policy= mostRecentLagMs=184
level=debug ts=2026-02-16T12:03:25.762809422Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:28.792270664Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="37 kB" streams=4 entries=20 streamLabelsSize="124 B" entriesSize="690 kB" structuredMetadataSize="1.2 kB" totalSize="690 kB" mostRecentLagMs=722 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:28.792302728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T12:03:28.792314373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=2723
level=debug ts=2026-02-16T12:03:28.792321562Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T12:03:28.792327701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="664 kB" policy= mostRecentLagMs=722
level=debug ts=2026-02-16T12:03:28.797739343Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:03:30.265598054Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:03:32.489707114Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=7 entries=21 streamLabelsSize="225 B" entriesSize="794 kB" structuredMetadataSize="1.3 kB" totalSize="795 kB" mostRecentLagMs=175 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:32.489733941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="756 kB" policy= mostRecentLagMs=836
level=debug ts=2026-02-16T12:03:32.489744932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=9175
level=debug ts=2026-02-16T12:03:32.489750933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=1175
level=debug ts=2026-02-16T12:03:32.489756831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="937 B" policy= mostRecentLagMs=175
level=debug ts=2026-02-16T12:03:32.489761908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2175
level=debug ts=2026-02-16T12:03:32.489767121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="12 kB" policy= mostRecentLagMs=6175
level=debug ts=2026-02-16T12:03:32.489772261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=2175
level=debug ts=2026-02-16T12:03:32.495387605Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:36.585248518Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:03:36.764388937Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=8 entries=16 streamLabelsSize="264 B" entriesSize="588 kB" structuredMetadataSize="1.0 kB" totalSize="588 kB" mostRecentLagMs=13 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:36.764423127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="381 kB" policy= mostRecentLagMs=842
level=debug ts=2026-02-16T12:03:36.764434602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="165 B" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T12:03:36.764441739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="942 B" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T12:03:36.764447576Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=4159
level=debug ts=2026-02-16T12:03:36.764453495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="149 kB" policy= mostRecentLagMs=631
level=debug ts=2026-02-16T12:03:36.764461099Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T12:03:36.764466285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6107
level=debug ts=2026-02-16T12:03:36.764471817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T12:03:36.776245573Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:39.102879281Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=10 entries=24 streamLabelsSize="312 B" entriesSize="998 kB" structuredMetadataSize="1.4 kB" totalSize="998 kB" mostRecentLagMs=326 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:39.102910305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=8326
level=debug ts=2026-02-16T12:03:39.102921781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="52 kB" policy= mostRecentLagMs=9273
level=debug ts=2026-02-16T12:03:39.102928878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1326
level=debug ts=2026-02-16T12:03:39.102934304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=8326
level=debug ts=2026-02-16T12:03:39.102939349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=6924
level=debug ts=2026-02-16T12:03:39.102943958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="896 kB" policy= mostRecentLagMs=2102
level=debug ts=2026-02-16T12:03:39.102948948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=6326
level=debug ts=2026-02-16T12:03:39.102953648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5326
level=debug ts=2026-02-16T12:03:39.10295825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=4327
level=debug ts=2026-02-16T12:03:39.102963516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=326
level=debug ts=2026-02-16T12:03:39.108934135Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:42.603539945Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=6 entries=14 streamLabelsSize="163 B" entriesSize="654 kB" structuredMetadataSize="864 B" totalSize="654 kB" mostRecentLagMs=289 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:42.60357265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=6659
level=debug ts=2026-02-16T12:03:42.603584369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1289
level=debug ts=2026-02-16T12:03:42.603592363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=289
level=debug ts=2026-02-16T12:03:42.603598721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=7289
level=debug ts=2026-02-16T12:03:42.60360476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=2289
level=debug ts=2026-02-16T12:03:42.603609895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="288 kB" policy= mostRecentLagMs=6845
level=debug ts=2026-02-16T12:03:42.609136759Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:47.144342199Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=5 entries=8 streamLabelsSize="173 B" entriesSize="285 kB" structuredMetadataSize="512 B" totalSize="285 kB" mostRecentLagMs=393 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:47.144372599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7393
level=debug ts=2026-02-16T12:03:47.144384015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=393
level=debug ts=2026-02-16T12:03:47.144391678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="275 kB" policy= mostRecentLagMs=393
level=debug ts=2026-02-16T12:03:47.144396962Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2393
level=debug ts=2026-02-16T12:03:47.144401879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="528 B" policy= mostRecentLagMs=2393
level=debug ts=2026-02-16T12:03:47.1480286Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:49.231185574Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=10 entries=17 streamLabelsSize="281 B" entriesSize="317 kB" structuredMetadataSize="1.1 kB" totalSize="318 kB" mostRecentLagMs=1454 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:49.231213165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="20 kB" policy= mostRecentLagMs=6455
level=debug ts=2026-02-16T12:03:49.23122515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=7454
level=debug ts=2026-02-16T12:03:49.231232811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="24 kB" policy= mostRecentLagMs=2455
level=debug ts=2026-02-16T12:03:49.231238672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1454
level=debug ts=2026-02-16T12:03:49.231244088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=1454
level=debug ts=2026-02-16T12:03:49.231248871Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="632 B" policy= mostRecentLagMs=5455
level=debug ts=2026-02-16T12:03:49.231253656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="180 kB" policy= mostRecentLagMs=2455
level=debug ts=2026-02-16T12:03:49.231259485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=2455
level=debug ts=2026-02-16T12:03:49.231265585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=5455
level=debug ts=2026-02-16T12:03:49.231270717Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="40 kB" policy= mostRecentLagMs=2455
level=debug ts=2026-02-16T12:03:49.235083637Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:54.322161876Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=6 entries=11 streamLabelsSize="179 B" entriesSize="149 kB" structuredMetadataSize="723 B" totalSize="149 kB" mostRecentLagMs=5008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:54.322194317Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T12:03:54.322206105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="632 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T12:03:54.322213604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="10 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T12:03:54.322219611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:03:54.322225013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="119 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T12:03:54.322231152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:03:54.326374794Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:03:57.756091075Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.3 kB" streams=6 entries=7 streamLabelsSize="210 B" entriesSize="119 kB" structuredMetadataSize="480 B" totalSize="120 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:03:57.756121108Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="49 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:03:57.756132399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9558
level=debug ts=2026-02-16T12:03:57.756138331Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:03:57.756143898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="9.1 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:03:57.75614908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:03:57.756155284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:03:57.758655372Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:04:00.268581182Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:04:00.621312245Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=8 entries=15 streamLabelsSize="262 B" entriesSize="413 kB" structuredMetadataSize="1.1 kB" totalSize="413 kB" mostRecentLagMs=845 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:00.621342715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="315 kB" policy= mostRecentLagMs=7555
level=debug ts=2026-02-16T12:04:00.621354837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=9845
level=debug ts=2026-02-16T12:04:00.621361922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4844
level=debug ts=2026-02-16T12:04:00.621368022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="338 B" policy= mostRecentLagMs=3845
level=debug ts=2026-02-16T12:04:00.621373908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="20 kB" policy= mostRecentLagMs=845
level=debug ts=2026-02-16T12:04:00.621379835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7845
level=debug ts=2026-02-16T12:04:00.621384888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=2845
level=debug ts=2026-02-16T12:04:00.621389575Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="72 kB" policy= mostRecentLagMs=5845
level=debug ts=2026-02-16T12:04:00.626257669Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:04:05.325312353Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=8 entries=8 streamLabelsSize="225 B" entriesSize="443 kB" structuredMetadataSize="524 B" totalSize="444 kB" mostRecentLagMs=1139 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:05.325342187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4853
level=debug ts=2026-02-16T12:04:05.325354944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T12:04:05.32536333Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T12:04:05.325369093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="361 kB" policy= mostRecentLagMs=1139
level=debug ts=2026-02-16T12:04:05.325374191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="34 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T12:04:05.325379101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=6584
level=debug ts=2026-02-16T12:04:05.325383726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T12:04:05.325388404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T12:04:05.330109055Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:04:10.755094785Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=7 entries=8 streamLabelsSize="256 B" entriesSize="43 kB" structuredMetadataSize="525 B" totalSize="43 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:10.755124386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:04:10.755135918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="947 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:04:10.755142134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:04:10.75514984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:04:10.755155427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3917
level=debug ts=2026-02-16T12:04:10.755161393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:04:10.755166786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:04:10.757309347Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:04:11.782773104Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=9 entries=10 streamLabelsSize="282 B" entriesSize="126 kB" structuredMetadataSize="647 B" totalSize="127 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:11.782800608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T12:04:11.782812606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T12:04:11.782821188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="635 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:04:11.782829479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:04:11.782856284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T12:04:11.782862967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:04:11.782870101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="24 kB" policy= mostRecentLagMs=9813
level=debug ts=2026-02-16T12:04:11.782877217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="90 kB" policy= mostRecentLagMs=143
level=debug ts=2026-02-16T12:04:11.782882271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T12:04:11.786605543Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:04:15.909185503Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:42258"
level=debug ts=2026-02-16T12:04:18.322385102Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=6 entries=8 streamLabelsSize="171 B" entriesSize="154 kB" structuredMetadataSize="520 B" totalSize="154 kB" mostRecentLagMs=1008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:18.322422917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:04:18.322441957Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T12:04:18.322454097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T12:04:18.322465978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=9857
level=debug ts=2026-02-16T12:04:18.322475678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T12:04:18.322487089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T12:04:18.32529356Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:04:21.755572353Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=2 entries=3 streamLabelsSize="60 B" entriesSize="26 kB" structuredMetadataSize="195 B" totalSize="27 kB" mostRecentLagMs=5005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:21.755603522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:04:21.755616222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=9836
level=debug ts=2026-02-16T12:04:21.757073904Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:04:22.782769434Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.0 kB" streams=5 entries=6 streamLabelsSize="186 B" entriesSize="127 kB" structuredMetadataSize="405 B" totalSize="127 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:22.782797071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T12:04:22.782808852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="89 kB" policy= mostRecentLagMs=1344
level=debug ts=2026-02-16T12:04:22.782815141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="983 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T12:04:22.782821121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="31 kB" policy= mostRecentLagMs=6817
level=debug ts=2026-02-16T12:04:22.782826343Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T12:04:22.785256653Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:04:27.637472266Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T12:04:30.271569896Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:04:34.733262799Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="20 kB" streams=9 entries=11 streamLabelsSize="240 B" entriesSize="478 kB" structuredMetadataSize="737 B" totalSize="478 kB" mostRecentLagMs=418 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:34.733291936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=418
level=debug ts=2026-02-16T12:04:34.733304297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9418
level=debug ts=2026-02-16T12:04:34.73331193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="151 B" policy= mostRecentLagMs=2419
level=debug ts=2026-02-16T12:04:34.7333188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="98 kB" policy= mostRecentLagMs=3419
level=debug ts=2026-02-16T12:04:34.733324526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=3419
level=debug ts=2026-02-16T12:04:34.733330779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T12:04:34.733335545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="861 B" policy= mostRecentLagMs=418
level=debug ts=2026-02-16T12:04:34.733341163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="536 B" policy= mostRecentLagMs=418
level=debug ts=2026-02-16T12:04:34.733346184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=3374
level=debug ts=2026-02-16T12:04:34.738525725Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:04:35.755705649Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.4 kB" streams=6 entries=7 streamLabelsSize="210 B" entriesSize="96 kB" structuredMetadataSize="480 B" totalSize="96 kB" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:35.755735511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:04:35.755748042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:04:35.755756747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:04:35.755763868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="61 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:04:35.755769041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:04:35.755774096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8697
level=debug ts=2026-02-16T12:04:35.758236162Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:04:35.781013735Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.4 kB" streams=10 entries=12 streamLabelsSize="339 B" entriesSize="43 kB" structuredMetadataSize="798 B" totalSize="44 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:35.781034728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:04:35.781046577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:04:35.781052655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:04:35.781057655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="23 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:04:35.781063046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:04:35.78106779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:04:35.781073402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:04:35.781078573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:04:35.78108407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:04:35.781089641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:04:35.782541649Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:04:45.500202924Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:54026"
ts=2026-02-16T12:04:45.911665884Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:33836"
level=debug ts=2026-02-16T12:04:47.329355655Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=4 entries=8 streamLabelsSize="108 B" entriesSize="487 kB" structuredMetadataSize="488 B" totalSize="487 kB" mostRecentLagMs=15 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:47.329384932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T12:04:47.329395883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T12:04:47.329403484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="481 kB" policy= mostRecentLagMs=154
level=debug ts=2026-02-16T12:04:47.329410188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T12:04:47.333801233Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:04:49.761040627Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=9 entries=13 streamLabelsSize="293 B" entriesSize="351 kB" structuredMetadataSize="841 B" totalSize="351 kB" mostRecentLagMs=1211 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:49.761071483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T12:04:49.761083901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T12:04:49.761090521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T12:04:49.761096324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T12:04:49.761102529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T12:04:49.761108439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="569 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T12:04:49.761114394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="164 kB" policy= mostRecentLagMs=1211
level=debug ts=2026-02-16T12:04:49.761119476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="174 kB" policy= mostRecentLagMs=1211
level=debug ts=2026-02-16T12:04:49.76112432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T12:04:49.764993959Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:04:49.792819567Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=7 entries=16 streamLabelsSize="205 B" entriesSize="650 kB" structuredMetadataSize="983 B" totalSize="650 kB" mostRecentLagMs=16 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:49.792864781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=16
level=debug ts=2026-02-16T12:04:49.792875812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T12:04:49.792882207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9016
level=debug ts=2026-02-16T12:04:49.792889205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2017
level=debug ts=2026-02-16T12:04:49.792894652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10017
level=debug ts=2026-02-16T12:04:49.792899675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="633 kB" policy= mostRecentLagMs=1271
level=debug ts=2026-02-16T12:04:49.792904592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="854 B" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T12:04:49.796552568Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:04:59.656801614Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="90 kB" streams=6 entries=25 streamLabelsSize="180 B" entriesSize="1.8 MB" structuredMetadataSize="1.6 kB" totalSize="1.8 MB" mostRecentLagMs=208 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:59.656831527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=3342
level=debug ts=2026-02-16T12:04:59.656858557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9024
level=debug ts=2026-02-16T12:04:59.656866764Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=209
level=debug ts=2026-02-16T12:04:59.656873158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=4342
level=debug ts=2026-02-16T12:04:59.65688027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=6257
level=debug ts=2026-02-16T12:04:59.656885795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=5546
level=debug ts=2026-02-16T12:04:59.701015179Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:04:59.921794991Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="100 kB" streams=8 entries=35 streamLabelsSize="234 B" entriesSize="2.0 MB" structuredMetadataSize="2.2 kB" totalSize="2.0 MB" mostRecentLagMs=146 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:04:59.921825746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="166 kB" policy= mostRecentLagMs=308
level=debug ts=2026-02-16T12:04:59.921857134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="49 kB" policy= mostRecentLagMs=245
level=debug ts=2026-02-16T12:04:59.92186511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6145
level=debug ts=2026-02-16T12:04:59.921871868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=292
level=debug ts=2026-02-16T12:04:59.921877217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=146
level=debug ts=2026-02-16T12:04:59.92188234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8146
level=debug ts=2026-02-16T12:04:59.92188729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=4146
level=debug ts=2026-02-16T12:04:59.921892065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=2827
level=debug ts=2026-02-16T12:04:59.930940853Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:00.230955387Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="104 kB" streams=6 entries=28 streamLabelsSize="198 B" entriesSize="2.0 MB" structuredMetadataSize="1.8 kB" totalSize="2.0 MB" mostRecentLagMs=235 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:00.230985269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9635
level=debug ts=2026-02-16T12:05:00.230997411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="45 kB" policy= mostRecentLagMs=8027
level=debug ts=2026-02-16T12:05:00.231005133Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=1784
level=debug ts=2026-02-16T12:05:00.231012393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=239
level=debug ts=2026-02-16T12:05:00.23101897Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=235
level=debug ts=2026-02-16T12:05:00.231024665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=8480
level=debug ts=2026-02-16T12:05:00.243608262Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:05:00.274445864Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:05:03.548497844Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:05:06.822222482Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="100 kB" streams=7 entries=33 streamLabelsSize="184 B" entriesSize="2.1 MB" structuredMetadataSize="2.0 kB" totalSize="2.1 MB" mostRecentLagMs=615 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:06.822264046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="87 kB" policy= mostRecentLagMs=2571
level=debug ts=2026-02-16T12:05:06.822281813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1507
level=debug ts=2026-02-16T12:05:06.822295721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="361 kB" policy= mostRecentLagMs=4051
level=debug ts=2026-02-16T12:05:06.822305574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1507
level=debug ts=2026-02-16T12:05:06.822314542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=5508
level=debug ts=2026-02-16T12:05:06.822324612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2507
level=debug ts=2026-02-16T12:05:06.822335519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=615
level=debug ts=2026-02-16T12:05:06.833109963Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:07.814064381Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="103 kB" streams=7 entries=38 streamLabelsSize="202 B" entriesSize="2.1 MB" structuredMetadataSize="2.4 kB" totalSize="2.1 MB" mostRecentLagMs=38 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:07.814094909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=3037
level=debug ts=2026-02-16T12:05:07.814105544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=1038
level=debug ts=2026-02-16T12:05:07.814113055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=38
level=debug ts=2026-02-16T12:05:07.814120176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=49
level=debug ts=2026-02-16T12:05:07.81412609Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="94 kB" policy= mostRecentLagMs=1731
level=debug ts=2026-02-16T12:05:07.814132622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="49 kB" policy= mostRecentLagMs=1017
level=debug ts=2026-02-16T12:05:07.814137606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=74
level=debug ts=2026-02-16T12:05:07.824348967Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:10.248031076Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="93 kB" streams=9 entries=36 streamLabelsSize="308 B" entriesSize="2.0 MB" structuredMetadataSize="2.2 kB" totalSize="2.0 MB" mostRecentLagMs=427 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:10.24807171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6283
level=debug ts=2026-02-16T12:05:10.248083657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=9497
level=debug ts=2026-02-16T12:05:10.248091176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=497
level=debug ts=2026-02-16T12:05:10.248098837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=1497
level=debug ts=2026-02-16T12:05:10.248105355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=3638
level=debug ts=2026-02-16T12:05:10.248112445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=497
level=debug ts=2026-02-16T12:05:10.24811731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="358 B" policy= mostRecentLagMs=497
level=debug ts=2026-02-16T12:05:10.248122139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=427
level=debug ts=2026-02-16T12:05:10.248127389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="39 kB" policy= mostRecentLagMs=6497
level=debug ts=2026-02-16T12:05:10.258075358Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:16.82868768Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="98 kB" streams=9 entries=40 streamLabelsSize="266 B" entriesSize="1.9 MB" structuredMetadataSize="2.6 kB" totalSize="1.9 MB" mostRecentLagMs=113 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:16.828718781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=9973
level=debug ts=2026-02-16T12:05:16.828730362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=1962
level=debug ts=2026-02-16T12:05:16.828736474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7514
level=debug ts=2026-02-16T12:05:16.828743767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=113
level=debug ts=2026-02-16T12:05:16.828749127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="13 kB" policy= mostRecentLagMs=1514
level=debug ts=2026-02-16T12:05:16.828754844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8514
level=debug ts=2026-02-16T12:05:16.82875954Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=7514
level=debug ts=2026-02-16T12:05:16.828764005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="49 kB" policy= mostRecentLagMs=7146
level=debug ts=2026-02-16T12:05:16.828768491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=5514
level=debug ts=2026-02-16T12:05:16.839244515Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:17.814948156Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="89 kB" streams=14 entries=51 streamLabelsSize="406 B" entriesSize="1.8 MB" structuredMetadataSize="3.2 kB" totalSize="1.8 MB" mostRecentLagMs=38 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:17.814988127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=5038
level=debug ts=2026-02-16T12:05:17.815006169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="16 kB" policy= mostRecentLagMs=7038
level=debug ts=2026-02-16T12:05:17.815017271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="5.9 kB" policy= mostRecentLagMs=9038
level=debug ts=2026-02-16T12:05:17.815030222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7038
level=debug ts=2026-02-16T12:05:17.815040236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3039
level=debug ts=2026-02-16T12:05:17.81504894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=5985
level=debug ts=2026-02-16T12:05:17.815057396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="26 kB" policy= mostRecentLagMs=10039
level=debug ts=2026-02-16T12:05:17.815068434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=159
level=debug ts=2026-02-16T12:05:17.815078476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="440 B" policy= mostRecentLagMs=6039
level=debug ts=2026-02-16T12:05:17.815089205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="15 kB" policy= mostRecentLagMs=39
level=debug ts=2026-02-16T12:05:17.815097846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=6039
level=debug ts=2026-02-16T12:05:17.815106224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="94 kB" policy= mostRecentLagMs=2066
level=debug ts=2026-02-16T12:05:17.815114511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="89 kB" policy= mostRecentLagMs=1848
level=debug ts=2026-02-16T12:05:17.815122521Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=5263
level=debug ts=2026-02-16T12:05:17.823939993Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:20.603315699Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="84 kB" streams=8 entries=40 streamLabelsSize="235 B" entriesSize="1.7 MB" structuredMetadataSize="2.6 kB" totalSize="1.7 MB" mostRecentLagMs=109 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:20.603345752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=109
level=debug ts=2026-02-16T12:05:20.603356467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="17 kB" policy= mostRecentLagMs=1852
level=debug ts=2026-02-16T12:05:20.603363863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="34 kB" policy= mostRecentLagMs=3852
level=debug ts=2026-02-16T12:05:20.603369783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1401
level=debug ts=2026-02-16T12:05:20.60337539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.4 kB" policy= mostRecentLagMs=8852
level=debug ts=2026-02-16T12:05:20.603381266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=8852
level=debug ts=2026-02-16T12:05:20.603386088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="11 kB" policy= mostRecentLagMs=852
level=debug ts=2026-02-16T12:05:20.603390921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=1853
level=debug ts=2026-02-16T12:05:20.611472667Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:26.456415767Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="100 kB" streams=8 entries=42 streamLabelsSize="196 B" entriesSize="2.0 MB" structuredMetadataSize="2.6 kB" totalSize="2.0 MB" mostRecentLagMs=142 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:26.456444732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=9142
level=debug ts=2026-02-16T12:05:26.456456651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="11 kB" policy= mostRecentLagMs=2142
level=debug ts=2026-02-16T12:05:26.456463013Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=764
level=debug ts=2026-02-16T12:05:26.456469089Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="52 kB" policy= mostRecentLagMs=1142
level=debug ts=2026-02-16T12:05:26.456473927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2142
level=debug ts=2026-02-16T12:05:26.456478775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="533 B" policy= mostRecentLagMs=6142
level=debug ts=2026-02-16T12:05:26.456483515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=1142
level=debug ts=2026-02-16T12:05:26.456488574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=142
level=debug ts=2026-02-16T12:05:26.466357031Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:27.422612348Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="93 kB" streams=7 entries=38 streamLabelsSize="186 B" entriesSize="2.0 MB" structuredMetadataSize="2.3 kB" totalSize="2.0 MB" mostRecentLagMs=646 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:27.422644394Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="18 kB" policy= mostRecentLagMs=6763
level=debug ts=2026-02-16T12:05:27.422656137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=647
level=debug ts=2026-02-16T12:05:27.422663668Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1646
level=debug ts=2026-02-16T12:05:27.422669924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=651
level=debug ts=2026-02-16T12:05:27.422675483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="51 kB" policy= mostRecentLagMs=1917
level=debug ts=2026-02-16T12:05:27.422680287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=647
level=debug ts=2026-02-16T12:05:27.422685092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="51 kB" policy= mostRecentLagMs=7060
level=debug ts=2026-02-16T12:05:27.435818073Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:05:29.232243293Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:39710"
ts=2026-02-16T12:05:30.276480349Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:05:30.730615445Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=6 entries=15 streamLabelsSize="208 B" entriesSize="846 kB" structuredMetadataSize="935 B" totalSize="846 kB" mostRecentLagMs=980 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:30.73065313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="19 kB" policy= mostRecentLagMs=4979
level=debug ts=2026-02-16T12:05:30.73067055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="775 kB" policy= mostRecentLagMs=1948
level=debug ts=2026-02-16T12:05:30.730680245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=4777
level=debug ts=2026-02-16T12:05:30.730690557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=3227
level=debug ts=2026-02-16T12:05:30.730700402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=3979
level=debug ts=2026-02-16T12:05:30.730709876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=980
level=debug ts=2026-02-16T12:05:30.737718858Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:36.456060671Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="98 kB" streams=6 entries=27 streamLabelsSize="180 B" entriesSize="2.1 MB" structuredMetadataSize="1.7 kB" totalSize="2.1 MB" mostRecentLagMs=142 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:36.456093778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=638
level=debug ts=2026-02-16T12:05:36.456105411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="556 B" policy= mostRecentLagMs=142
level=debug ts=2026-02-16T12:05:36.456111992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="40 kB" policy= mostRecentLagMs=1141
level=debug ts=2026-02-16T12:05:36.456118624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="33 kB" policy= mostRecentLagMs=1141
level=debug ts=2026-02-16T12:05:36.456125882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="338 kB" policy= mostRecentLagMs=5294
level=debug ts=2026-02-16T12:05:36.456132298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="422 B" policy= mostRecentLagMs=6141
level=debug ts=2026-02-16T12:05:36.46899825Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:37.418354532Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="81 kB" streams=17 entries=39 streamLabelsSize="534 B" entriesSize="1.4 MB" structuredMetadataSize="2.4 kB" totalSize="1.4 MB" mostRecentLagMs=642 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:37.418390441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="339 B" policy= mostRecentLagMs=6642
level=debug ts=2026-02-16T12:05:37.41840231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="46 kB" policy= mostRecentLagMs=4642
level=debug ts=2026-02-16T12:05:37.41841011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4642
level=debug ts=2026-02-16T12:05:37.418415699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.8 kB" policy= mostRecentLagMs=7642
level=debug ts=2026-02-16T12:05:37.418422466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.7 kB" policy= mostRecentLagMs=5642
level=debug ts=2026-02-16T12:05:37.418427891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=9642
level=debug ts=2026-02-16T12:05:37.418433206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=9642
level=debug ts=2026-02-16T12:05:37.418438156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="653 B" policy= mostRecentLagMs=4642
level=debug ts=2026-02-16T12:05:37.418442986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=3642
level=debug ts=2026-02-16T12:05:37.418447503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="458 B" policy= mostRecentLagMs=5642
level=debug ts=2026-02-16T12:05:37.418453292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=642
level=debug ts=2026-02-16T12:05:37.418458193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="51 kB" policy= mostRecentLagMs=8616
level=debug ts=2026-02-16T12:05:37.418463308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=5642
level=debug ts=2026-02-16T12:05:37.418467952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=700
level=debug ts=2026-02-16T12:05:37.418472392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="48 kB" policy= mostRecentLagMs=1824
level=debug ts=2026-02-16T12:05:37.418476875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="39 kB" policy= mostRecentLagMs=1201
level=debug ts=2026-02-16T12:05:37.418481465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="11 kB" policy= mostRecentLagMs=6642
level=debug ts=2026-02-16T12:05:37.427044338Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:41.852217047Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=9 entries=119 streamLabelsSize="307 B" entriesSize="588 kB" structuredMetadataSize="8.8 kB" totalSize="588 kB" mostRecentLagMs=322 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:41.852254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=10101
level=debug ts=2026-02-16T12:05:41.852269738Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="223 kB" policy= mostRecentLagMs=3673
level=debug ts=2026-02-16T12:05:41.852279543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="32 kB" policy= mostRecentLagMs=10101
level=debug ts=2026-02-16T12:05:41.852289038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=8255
level=debug ts=2026-02-16T12:05:41.852299085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=11101
level=debug ts=2026-02-16T12:05:41.852307987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8101
level=debug ts=2026-02-16T12:05:41.85231636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=3101
level=debug ts=2026-02-16T12:05:41.85232464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="303 kB" policy= mostRecentLagMs=323
level=debug ts=2026-02-16T12:05:41.852334115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=11101
level=debug ts=2026-02-16T12:05:41.858037706Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:43.85694896Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:05:43.859092524Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T12:05:45.504184494Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:36634"
level=debug ts=2026-02-16T12:05:46.492434758Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=12 entries=23 streamLabelsSize="367 B" entriesSize="861 kB" structuredMetadataSize="1.5 kB" totalSize="862 kB" mostRecentLagMs=178 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:46.492473236Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=6177
level=debug ts=2026-02-16T12:05:46.492490272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1468
level=debug ts=2026-02-16T12:05:46.492499599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=178
level=debug ts=2026-02-16T12:05:46.492509709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="282 B" policy= mostRecentLagMs=9178
level=debug ts=2026-02-16T12:05:46.492519747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2018
level=debug ts=2026-02-16T12:05:46.492527975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2178
level=debug ts=2026-02-16T12:05:46.492536277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=1178
level=debug ts=2026-02-16T12:05:46.492544121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="781 kB" policy= mostRecentLagMs=178
level=debug ts=2026-02-16T12:05:46.492551374Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=1178
level=debug ts=2026-02-16T12:05:46.492559464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=1046
level=debug ts=2026-02-16T12:05:46.492566751Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="176 B" policy= mostRecentLagMs=178
level=debug ts=2026-02-16T12:05:46.492574005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5178
level=debug ts=2026-02-16T12:05:46.49952649Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:47.818070293Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="63 kB" streams=13 entries=35 streamLabelsSize="383 B" entriesSize="1.2 MB" structuredMetadataSize="2.2 kB" totalSize="1.2 MB" mostRecentLagMs=41 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:47.818101503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1041
level=debug ts=2026-02-16T12:05:47.818113473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="14 kB" policy= mostRecentLagMs=1041
level=debug ts=2026-02-16T12:05:47.818121104Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=41
level=debug ts=2026-02-16T12:05:47.818126767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=9042
level=debug ts=2026-02-16T12:05:47.818132912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="40 kB" policy= mostRecentLagMs=1296
level=debug ts=2026-02-16T12:05:47.818138158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=8042
level=debug ts=2026-02-16T12:05:47.818144037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=1296
level=debug ts=2026-02-16T12:05:47.818149277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=41
level=debug ts=2026-02-16T12:05:47.818154181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="11 kB" policy= mostRecentLagMs=6042
level=debug ts=2026-02-16T12:05:47.818158806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=1041
level=debug ts=2026-02-16T12:05:47.818164757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=41
level=debug ts=2026-02-16T12:05:47.818169336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 MB" policy= mostRecentLagMs=789
level=debug ts=2026-02-16T12:05:47.818174137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=7041
level=debug ts=2026-02-16T12:05:47.860250815Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:48.62941005Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="223 kB" streams=12 entries=322 streamLabelsSize="411 B" entriesSize="2.0 MB" structuredMetadataSize="24 kB" totalSize="2.0 MB" mostRecentLagMs=92 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:48.629439202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2509
level=debug ts=2026-02-16T12:05:48.629451138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=92
level=debug ts=2026-02-16T12:05:48.629457867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=830
level=debug ts=2026-02-16T12:05:48.629465617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="236 B" policy= mostRecentLagMs=1528
level=debug ts=2026-02-16T12:05:48.629471943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=6097
level=debug ts=2026-02-16T12:05:48.629478592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="452 kB" policy= mostRecentLagMs=491
level=debug ts=2026-02-16T12:05:48.629484559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6532
level=debug ts=2026-02-16T12:05:48.62949058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="21 kB" policy= mostRecentLagMs=4565
level=debug ts=2026-02-16T12:05:48.629495728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4490
level=debug ts=2026-02-16T12:05:48.629500959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6532
level=debug ts=2026-02-16T12:05:48.629506299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3254
level=debug ts=2026-02-16T12:05:48.629511396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2509
level=debug ts=2026-02-16T12:05:48.644723187Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:53.948782818Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="250 kB" streams=3 entries=315 streamLabelsSize="91 B" entriesSize="2.0 MB" structuredMetadataSize="24 kB" totalSize="2.0 MB" mostRecentLagMs=48 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:53.948813414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="488 kB" policy= mostRecentLagMs=178
level=debug ts=2026-02-16T12:05:53.948825147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=48
level=debug ts=2026-02-16T12:05:53.948833205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=2793
level=debug ts=2026-02-16T12:05:53.960586139Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:57.034815643Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=4 entries=15 streamLabelsSize="126 B" entriesSize="594 kB" structuredMetadataSize="937 B" totalSize="594 kB" mostRecentLagMs=720 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:57.034870916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="568 kB" policy= mostRecentLagMs=3666
level=debug ts=2026-02-16T12:05:57.034883362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=720
level=debug ts=2026-02-16T12:05:57.034891346Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=3389
level=debug ts=2026-02-16T12:05:57.034897772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="472 B" policy= mostRecentLagMs=6721
level=debug ts=2026-02-16T12:05:57.040217405Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:05:58.145246327Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=8 entries=20 streamLabelsSize="223 B" entriesSize="1.1 MB" structuredMetadataSize="1.2 kB" totalSize="1.1 MB" mostRecentLagMs=368 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:05:58.145289026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=3353
level=debug ts=2026-02-16T12:05:58.145305927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1369
level=debug ts=2026-02-16T12:05:58.145318204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="55 kB" policy= mostRecentLagMs=2369
level=debug ts=2026-02-16T12:05:58.145327601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="169 B" policy= mostRecentLagMs=6369
level=debug ts=2026-02-16T12:05:58.145335978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=7369
level=debug ts=2026-02-16T12:05:58.145344918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="966 kB" policy= mostRecentLagMs=1184
level=debug ts=2026-02-16T12:05:58.145353391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=369
level=debug ts=2026-02-16T12:05:58.145362116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2369
level=debug ts=2026-02-16T12:05:58.153541768Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:05:59.234906083Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:36550"
ts=2026-02-16T12:06:00.279044546Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:06:02.269688879Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="273 kB" streams=6 entries=379 streamLabelsSize="199 B" entriesSize="2.0 MB" structuredMetadataSize="28 kB" totalSize="2.0 MB" mostRecentLagMs=61 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:02.269719965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=4243
level=debug ts=2026-02-16T12:06:02.269732368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1151
level=debug ts=2026-02-16T12:06:02.269738754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=61
level=debug ts=2026-02-16T12:06:02.269745286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=7978
level=debug ts=2026-02-16T12:06:02.269750625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="299 kB" policy= mostRecentLagMs=1298
level=debug ts=2026-02-16T12:06:02.269756178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="92 kB" policy= mostRecentLagMs=2102
level=debug ts=2026-02-16T12:06:02.283002516Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:06:08.374546446Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=9 entries=12 streamLabelsSize="274 B" entriesSize="584 kB" structuredMetadataSize="813 B" totalSize="584 kB" mostRecentLagMs=59 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:08.374589535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="98 kB" policy= mostRecentLagMs=7542
level=debug ts=2026-02-16T12:06:08.374607401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="466 kB" policy= mostRecentLagMs=3567
level=debug ts=2026-02-16T12:06:08.374618453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=3060
level=debug ts=2026-02-16T12:06:08.374627309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="632 B" policy= mostRecentLagMs=4060
level=debug ts=2026-02-16T12:06:08.374639291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7059
level=debug ts=2026-02-16T12:06:08.374648929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="16 kB" policy= mostRecentLagMs=6059
level=debug ts=2026-02-16T12:06:08.374661275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="894 B" policy= mostRecentLagMs=6059
level=debug ts=2026-02-16T12:06:08.374670795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4060
level=debug ts=2026-02-16T12:06:08.37468054Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=60
level=debug ts=2026-02-16T12:06:08.379489617Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:06:08.789217828Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="27 kB" streams=9 entries=13 streamLabelsSize="296 B" entriesSize="400 kB" structuredMetadataSize="881 B" totalSize="401 kB" mostRecentLagMs=1013 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:08.789259777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="97 kB" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T12:06:08.789270972Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T12:06:08.789278011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T12:06:08.78928443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6013
level=debug ts=2026-02-16T12:06:08.789290066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="263 kB" policy= mostRecentLagMs=3998
level=debug ts=2026-02-16T12:06:08.789296829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=7578
level=debug ts=2026-02-16T12:06:08.789303172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T12:06:08.789311168Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=5013
level=debug ts=2026-02-16T12:06:08.789320682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T12:06:08.792853545Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:06:10.491206976Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="256 kB" streams=6 entries=410 streamLabelsSize="178 B" entriesSize="2.0 MB" structuredMetadataSize="31 kB" totalSize="2.0 MB" mostRecentLagMs=133 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:10.491235978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.9 MB" policy= mostRecentLagMs=134
level=debug ts=2026-02-16T12:06:10.49124742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1030
level=debug ts=2026-02-16T12:06:10.491255139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="28 kB" policy= mostRecentLagMs=2496
level=debug ts=2026-02-16T12:06:10.491260304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7714
level=debug ts=2026-02-16T12:06:10.491265997Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="358 B" policy= mostRecentLagMs=6359
level=debug ts=2026-02-16T12:06:10.4912711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=2496
level=debug ts=2026-02-16T12:06:10.507117417Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:06:15.506125744Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:35956"
level=debug ts=2026-02-16T12:06:16.944889485Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="273 kB" streams=4 entries=371 streamLabelsSize="140 B" entriesSize="2.0 MB" structuredMetadataSize="28 kB" totalSize="2.0 MB" mostRecentLagMs=99 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:16.944930853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=99
level=debug ts=2026-02-16T12:06:16.944948551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4772
level=debug ts=2026-02-16T12:06:16.944957787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="178 kB" policy= mostRecentLagMs=901
level=debug ts=2026-02-16T12:06:16.944965323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4772
level=debug ts=2026-02-16T12:06:16.989041994Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:06:19.327343354Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=8 entries=20 streamLabelsSize="228 B" entriesSize="449 kB" structuredMetadataSize="1.3 kB" totalSize="450 kB" mostRecentLagMs=106 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:19.327373929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T12:06:19.32738577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T12:06:19.32739177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="113 kB" policy= mostRecentLagMs=106
level=debug ts=2026-02-16T12:06:19.327398718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="119 kB" policy= mostRecentLagMs=1252
level=debug ts=2026-02-16T12:06:19.327404991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T12:06:19.327411282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T12:06:19.327416558Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T12:06:19.327421412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="184 kB" policy= mostRecentLagMs=6245
level=debug ts=2026-02-16T12:06:19.33304363Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:06:19.582199815Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=9 entries=14 streamLabelsSize="296 B" entriesSize="244 kB" structuredMetadataSize="924 B" totalSize="244 kB" mostRecentLagMs=1806 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:19.582230366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="71 kB" policy= mostRecentLagMs=8423
level=debug ts=2026-02-16T12:06:19.582245141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=2805
level=debug ts=2026-02-16T12:06:19.58225565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=7806
level=debug ts=2026-02-16T12:06:19.582261646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="56 kB" policy= mostRecentLagMs=3806
level=debug ts=2026-02-16T12:06:19.582266572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="40 kB" policy= mostRecentLagMs=4805
level=debug ts=2026-02-16T12:06:19.582271492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=8806
level=debug ts=2026-02-16T12:06:19.582277119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1806
level=debug ts=2026-02-16T12:06:19.582283399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="21 kB" policy= mostRecentLagMs=3806
level=debug ts=2026-02-16T12:06:19.58228797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="41 kB" policy= mostRecentLagMs=3806
level=debug ts=2026-02-16T12:06:19.585437361Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:06:26.863432807Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="90 kB" streams=6 entries=78 streamLabelsSize="199 B" entriesSize="470 kB" structuredMetadataSize="5.7 kB" totalSize="470 kB" mostRecentLagMs=660 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:26.863464046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9336
level=debug ts=2026-02-16T12:06:26.86348027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=6112
level=debug ts=2026-02-16T12:06:26.863486313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=8392
level=debug ts=2026-02-16T12:06:26.863491787Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=5112
level=debug ts=2026-02-16T12:06:26.863500127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="440 kB" policy= mostRecentLagMs=660
level=debug ts=2026-02-16T12:06:26.863507386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=2111
level=debug ts=2026-02-16T12:06:26.868674191Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:06:29.989473746Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T12:06:30.280730975Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:06:30.781725859Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.8 kB" streams=10 entries=10 streamLabelsSize="326 B" entriesSize="52 kB" structuredMetadataSize="657 B" totalSize="53 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:30.781757268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T12:06:30.781768709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="28 kB" policy= mostRecentLagMs=9812
level=debug ts=2026-02-16T12:06:30.781786499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T12:06:30.781794782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T12:06:30.781801762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=4802
level=debug ts=2026-02-16T12:06:30.781807007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:06:30.781812222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T12:06:30.781817564Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:06:30.781822956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="214 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:06:30.781828924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:06:30.783653767Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:06:31.16616774Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=4 entries=8 streamLabelsSize="117 B" entriesSize="265 kB" structuredMetadataSize="498 B" totalSize="265 kB" mostRecentLagMs=2851 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:31.166196595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="171 kB" policy= mostRecentLagMs=5513
level=debug ts=2026-02-16T12:06:31.166208251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="92 kB" policy= mostRecentLagMs=6048
level=debug ts=2026-02-16T12:06:31.16621536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2851
level=debug ts=2026-02-16T12:06:31.166221794Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6851
level=debug ts=2026-02-16T12:06:31.170884251Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:06:37.762439107Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=7 entries=31 streamLabelsSize="245 B" entriesSize="304 kB" structuredMetadataSize="2.1 kB" totalSize="304 kB" mostRecentLagMs=1011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:37.762469309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=6975
level=debug ts=2026-02-16T12:06:37.762479992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T12:06:37.762487762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=9563
level=debug ts=2026-02-16T12:06:37.762493055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="233 kB" policy= mostRecentLagMs=4519
level=debug ts=2026-02-16T12:06:37.76249907Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T12:06:37.76250444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T12:06:37.762509387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T12:06:37.766975954Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:06:41.323982449Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=7 entries=10 streamLabelsSize="204 B" entriesSize="294 kB" structuredMetadataSize="637 B" totalSize="294 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:41.324020812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T12:06:41.324037638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T12:06:41.324053551Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T12:06:41.324065425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T12:06:41.324074898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T12:06:41.324084302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="282 kB" policy= mostRecentLagMs=1334
level=debug ts=2026-02-16T12:06:41.324095487Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=2009
level=debug ts=2026-02-16T12:06:41.32790997Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:06:42.784814073Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=7 entries=8 streamLabelsSize="232 B" entriesSize="204 kB" structuredMetadataSize="522 B" totalSize="204 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:42.784854567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:06:42.784865326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T12:06:42.78487184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T12:06:42.784877403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T12:06:42.784882473Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="183 kB" policy= mostRecentLagMs=383
level=debug ts=2026-02-16T12:06:42.784888735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T12:06:42.784894117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T12:06:42.78796013Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:06:45.921300574Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:59954"
level=debug ts=2026-02-16T12:06:49.756379609Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.8 kB" streams=8 entries=12 streamLabelsSize="280 B" entriesSize="66 kB" structuredMetadataSize="783 B" totalSize="66 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:49.756407843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:06:49.756419875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:06:49.756427117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:06:49.756433661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="52 kB" policy= mostRecentLagMs=2168
level=debug ts=2026-02-16T12:06:49.756439935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:06:49.756445064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:06:49.756449963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="569 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:06:49.756456588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T12:06:49.758168509Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:06:52.188265852Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=5 entries=11 streamLabelsSize="147 B" entriesSize="994 kB" structuredMetadataSize="679 B" totalSize="994 kB" mostRecentLagMs=649 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:52.188296141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=5874
level=debug ts=2026-02-16T12:06:52.188307833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=6873
level=debug ts=2026-02-16T12:06:52.188314082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=5928
level=debug ts=2026-02-16T12:06:52.188319448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="383 kB" policy= mostRecentLagMs=9187
level=debug ts=2026-02-16T12:06:52.188324404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="577 kB" policy= mostRecentLagMs=649
level=debug ts=2026-02-16T12:06:52.195265939Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:06:53.79691662Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=7 entries=17 streamLabelsSize="196 B" entriesSize="872 kB" structuredMetadataSize="1.0 kB" totalSize="872 kB" mostRecentLagMs=21 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:06:53.796961045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="801 kB" policy= mostRecentLagMs=278
level=debug ts=2026-02-16T12:06:53.796977235Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=21
level=debug ts=2026-02-16T12:06:53.796987074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="59 kB" policy= mostRecentLagMs=126
level=debug ts=2026-02-16T12:06:53.796997349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T12:06:53.797006611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=4021
level=debug ts=2026-02-16T12:06:53.797016868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=1021
level=debug ts=2026-02-16T12:06:53.797027481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T12:06:53.803446803Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:07:00.181691424Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="66 kB" streams=5 entries=23 streamLabelsSize="148 B" entriesSize="1.3 MB" structuredMetadataSize="1.5 kB" totalSize="1.3 MB" mostRecentLagMs=173 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:00.181722821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=173
level=debug ts=2026-02-16T12:07:00.181733767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=2883
level=debug ts=2026-02-16T12:07:00.181739899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8824
level=debug ts=2026-02-16T12:07:00.181745633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3430
level=debug ts=2026-02-16T12:07:00.181750834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=430
level=debug ts=2026-02-16T12:07:00.189642979Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:07:00.282755346Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T12:07:02.798312118Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="90 kB" streams=4 entries=25 streamLabelsSize="113 B" entriesSize="1.9 MB" structuredMetadataSize="1.6 kB" totalSize="1.9 MB" mostRecentLagMs=328 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:02.798341306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=328
level=debug ts=2026-02-16T12:07:02.798352647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=3483
level=debug ts=2026-02-16T12:07:02.798358944Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="47 kB" policy= mostRecentLagMs=1484
level=debug ts=2026-02-16T12:07:02.79836458Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=3265
level=debug ts=2026-02-16T12:07:02.813062091Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:07:03.882723529Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="81 kB" streams=7 entries=30 streamLabelsSize="203 B" entriesSize="1.6 MB" structuredMetadataSize="1.9 kB" totalSize="1.6 MB" mostRecentLagMs=214 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:03.882752403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1106
level=debug ts=2026-02-16T12:07:03.882763196Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=1900
level=debug ts=2026-02-16T12:07:03.882771657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=214
level=debug ts=2026-02-16T12:07:03.882778752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7107
level=debug ts=2026-02-16T12:07:03.882785181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="119 kB" policy= mostRecentLagMs=3107
level=debug ts=2026-02-16T12:07:03.882790563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=5130
level=debug ts=2026-02-16T12:07:03.882795509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=3107
level=debug ts=2026-02-16T12:07:03.892463562Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:07:10.925001637Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="73 kB" streams=8 entries=35 streamLabelsSize="295 B" entriesSize="1.2 MB" structuredMetadataSize="2.3 kB" totalSize="1.2 MB" mostRecentLagMs=173 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:10.925034928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=1466
level=debug ts=2026-02-16T12:07:10.925047539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.2 MB" policy= mostRecentLagMs=275
level=debug ts=2026-02-16T12:07:10.925055283Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=173
level=debug ts=2026-02-16T12:07:10.925061819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="11 kB" policy= mostRecentLagMs=1174
level=debug ts=2026-02-16T12:07:10.925068371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1174
level=debug ts=2026-02-16T12:07:10.925073756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=8174
level=debug ts=2026-02-16T12:07:10.925078769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="172 B" policy= mostRecentLagMs=9173
level=debug ts=2026-02-16T12:07:10.925083963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=9173
level=debug ts=2026-02-16T12:07:10.939371536Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:07:11.500750124Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:07:13.318935854Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="78 kB" streams=5 entries=39 streamLabelsSize="149 B" entriesSize="1.6 MB" structuredMetadataSize="2.5 kB" totalSize="1.6 MB" mostRecentLagMs=578 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:13.318983766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=578
level=debug ts=2026-02-16T12:07:13.319003181Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="49 kB" policy= mostRecentLagMs=2860
level=debug ts=2026-02-16T12:07:13.319014696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:07:13.319024679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:07:13.319035316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:07:13.332829279Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:07:14.814305797Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="70 kB" streams=8 entries=36 streamLabelsSize="231 B" entriesSize="1.3 MB" structuredMetadataSize="2.2 kB" totalSize="1.3 MB" mostRecentLagMs=38 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:14.81433795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6038
level=debug ts=2026-02-16T12:07:14.814349159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2038
level=debug ts=2026-02-16T12:07:14.814356339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=5263
level=debug ts=2026-02-16T12:07:14.814362759Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=5365
level=debug ts=2026-02-16T12:07:14.814368132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=1074
level=debug ts=2026-02-16T12:07:14.814373688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=10037
level=debug ts=2026-02-16T12:07:14.814378573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=38
level=debug ts=2026-02-16T12:07:14.814383664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="147 kB" policy= mostRecentLagMs=4598
level=debug ts=2026-02-16T12:07:14.822917947Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:07:15.924000282Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:49594"
level=debug ts=2026-02-16T12:07:21.015273289Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=5 entries=31 streamLabelsSize="151 B" entriesSize="559 kB" structuredMetadataSize="2.0 kB" totalSize="559 kB" mostRecentLagMs=264 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:21.015312844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=10021
level=debug ts=2026-02-16T12:07:21.015330046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="456 kB" policy= mostRecentLagMs=2942
level=debug ts=2026-02-16T12:07:21.015339578Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="24 kB" policy= mostRecentLagMs=264
level=debug ts=2026-02-16T12:07:21.01534862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4274
level=debug ts=2026-02-16T12:07:21.015357026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="24 kB" policy= mostRecentLagMs=8268
level=debug ts=2026-02-16T12:07:21.020599974Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:07:23.344592747Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="55 kB" streams=9 entries=31 streamLabelsSize="244 B" entriesSize="1.1 MB" structuredMetadataSize="2.0 kB" totalSize="1.1 MB" mostRecentLagMs=1029 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:23.344632583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=8030
level=debug ts=2026-02-16T12:07:23.344649976Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="12 kB" policy= mostRecentLagMs=1029
level=debug ts=2026-02-16T12:07:23.344661813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=9988
level=debug ts=2026-02-16T12:07:23.34467052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="705 kB" policy= mostRecentLagMs=1218
level=debug ts=2026-02-16T12:07:23.344682556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=3030
level=debug ts=2026-02-16T12:07:23.344691433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6030
level=debug ts=2026-02-16T12:07:23.344699436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=10029
level=debug ts=2026-02-16T12:07:23.344708213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=8030
level=debug ts=2026-02-16T12:07:23.344716289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8284
level=debug ts=2026-02-16T12:07:23.355712974Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:07:25.559321565Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="68 kB" streams=13 entries=46 streamLabelsSize="373 B" entriesSize="1.2 MB" structuredMetadataSize="3.0 kB" totalSize="1.2 MB" mostRecentLagMs=197 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:25.559361752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="34 kB" policy= mostRecentLagMs=3783
level=debug ts=2026-02-16T12:07:25.559373992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="40 kB" policy= mostRecentLagMs=7783
level=debug ts=2026-02-16T12:07:25.559380115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="151 kB" policy= mostRecentLagMs=694
level=debug ts=2026-02-16T12:07:25.559387452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1783
level=debug ts=2026-02-16T12:07:25.559434489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7783
level=debug ts=2026-02-16T12:07:25.559441231Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="30 kB" policy= mostRecentLagMs=4783
level=debug ts=2026-02-16T12:07:25.559460733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="379 B" policy= mostRecentLagMs=3783
level=debug ts=2026-02-16T12:07:25.559468163Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="796 kB" policy= mostRecentLagMs=197
level=debug ts=2026-02-16T12:07:25.5594748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=8783
level=debug ts=2026-02-16T12:07:25.559480062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=9783
level=debug ts=2026-02-16T12:07:25.559485805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=2782
level=debug ts=2026-02-16T12:07:25.559491371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="82 kB" policy= mostRecentLagMs=1999
level=debug ts=2026-02-16T12:07:25.559496641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="42 kB" policy= mostRecentLagMs=7082
level=debug ts=2026-02-16T12:07:25.566189445Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:07:29.244717097Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:45598"
ts=2026-02-16T12:07:30.283726053Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T12:07:32.745099567Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="134 kB" streams=8 entries=262 streamLabelsSize="256 B" entriesSize="1.7 MB" structuredMetadataSize="19 kB" totalSize="1.7 MB" mostRecentLagMs=257 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:32.745130119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=10994
level=debug ts=2026-02-16T12:07:32.745140784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="55 kB" policy= mostRecentLagMs=6089
level=debug ts=2026-02-16T12:07:32.74514805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=1755
level=debug ts=2026-02-16T12:07:32.745154351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="800 kB" policy= mostRecentLagMs=257
level=debug ts=2026-02-16T12:07:32.745159513Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="838 kB" policy= mostRecentLagMs=257
level=debug ts=2026-02-16T12:07:32.745164284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=10994
level=debug ts=2026-02-16T12:07:32.745168914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=5994
level=debug ts=2026-02-16T12:07:32.745173902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1601
level=debug ts=2026-02-16T12:07:32.75869641Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:07:33.351893152Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=5 entries=27 streamLabelsSize="144 B" entriesSize="999 kB" structuredMetadataSize="1.8 kB" totalSize="999 kB" mostRecentLagMs=1172 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:33.351938647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=3038
level=debug ts=2026-02-16T12:07:33.351955918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="881 kB" policy= mostRecentLagMs=1172
level=debug ts=2026-02-16T12:07:33.351965436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="13 kB" policy= mostRecentLagMs=5037
level=debug ts=2026-02-16T12:07:33.351976781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="57 kB" policy= mostRecentLagMs=2037
level=debug ts=2026-02-16T12:07:33.351985433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="44 kB" policy= mostRecentLagMs=4037
level=debug ts=2026-02-16T12:07:33.357810347Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:07:35.786104306Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=6 entries=13 streamLabelsSize="186 B" entriesSize="323 kB" structuredMetadataSize="882 B" totalSize="323 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:35.78613369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3009
level=debug ts=2026-02-16T12:07:35.786144648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=4700
level=debug ts=2026-02-16T12:07:35.786151566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="232 kB" policy= mostRecentLagMs=4219
level=debug ts=2026-02-16T12:07:35.786158316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="43 kB" policy= mostRecentLagMs=4002
level=debug ts=2026-02-16T12:07:35.786165312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="983 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T12:07:35.786170145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T12:07:35.790483055Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:07:42.872364087Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=9 entries=55 streamLabelsSize="299 B" entriesSize="474 kB" structuredMetadataSize="3.9 kB" totalSize="474 kB" mostRecentLagMs=1121 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:42.872414815Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="146 kB" policy= mostRecentLagMs=5120
level=debug ts=2026-02-16T12:07:42.872435424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="38 kB" policy= mostRecentLagMs=8102
level=debug ts=2026-02-16T12:07:42.872445937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=6121
level=debug ts=2026-02-16T12:07:42.872456051Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=1121
level=debug ts=2026-02-16T12:07:42.87246451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="603 B" policy= mostRecentLagMs=1121
level=debug ts=2026-02-16T12:07:42.872473695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3121
level=debug ts=2026-02-16T12:07:42.87248274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="340 B" policy= mostRecentLagMs=2122
level=debug ts=2026-02-16T12:07:42.872492381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3663
level=debug ts=2026-02-16T12:07:42.872500171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="243 kB" policy= mostRecentLagMs=3597
level=debug ts=2026-02-16T12:07:42.877855041Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:07:44.274760069Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=8 entries=18 streamLabelsSize="237 B" entriesSize="442 kB" structuredMetadataSize="1.1 kB" totalSize="442 kB" mostRecentLagMs=960 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:44.274793469Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=8960
level=debug ts=2026-02-16T12:07:44.274805715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=1960
level=debug ts=2026-02-16T12:07:44.274813428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9960
level=debug ts=2026-02-16T12:07:44.274819238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=1114
level=debug ts=2026-02-16T12:07:44.274825846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1960
level=debug ts=2026-02-16T12:07:44.274830886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=8855
level=debug ts=2026-02-16T12:07:44.274851422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=960
level=debug ts=2026-02-16T12:07:44.274856626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="376 kB" policy= mostRecentLagMs=3841
level=debug ts=2026-02-16T12:07:44.279256422Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:07:45.512520064Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:52876"
level=debug ts=2026-02-16T12:07:47.792856086Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=10 entries=25 streamLabelsSize="287 B" entriesSize="583 kB" structuredMetadataSize="1.6 kB" totalSize="583 kB" mostRecentLagMs=518 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:47.792888495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T12:07:47.792900234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="91 kB" policy= mostRecentLagMs=2906
level=debug ts=2026-02-16T12:07:47.792907192Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="281 kB" policy= mostRecentLagMs=1120
level=debug ts=2026-02-16T12:07:47.792914006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=1016
level=debug ts=2026-02-16T12:07:47.792919945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4016
level=debug ts=2026-02-16T12:07:47.792925789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9016
level=debug ts=2026-02-16T12:07:47.792931852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="46 kB" policy= mostRecentLagMs=5017
level=debug ts=2026-02-16T12:07:47.792936714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="108 kB" policy= mostRecentLagMs=518
level=debug ts=2026-02-16T12:07:47.792941515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="13 kB" policy= mostRecentLagMs=10016
level=debug ts=2026-02-16T12:07:47.792946042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.4 kB" policy= mostRecentLagMs=2016
level=debug ts=2026-02-16T12:07:47.797640788Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:07:53.76393278Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=7 entries=24 streamLabelsSize="208 B" entriesSize="477 kB" structuredMetadataSize="1.6 kB" totalSize="477 kB" mostRecentLagMs=1267 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:53.763961579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="23 kB" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T12:07:53.763973864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="9.3 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T12:07:53.763980377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T12:07:53.763985945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="399 kB" policy= mostRecentLagMs=1267
level=debug ts=2026-02-16T12:07:53.763991223Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=8201
level=debug ts=2026-02-16T12:07:53.763998518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=9443
level=debug ts=2026-02-16T12:07:53.764003441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=3013
level=debug ts=2026-02-16T12:07:53.769090995Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:07:54.33128738Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=6 entries=18 streamLabelsSize="181 B" entriesSize="798 kB" structuredMetadataSize="1.2 kB" totalSize="799 kB" mostRecentLagMs=16 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:54.331314982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="13 kB" policy= mostRecentLagMs=7837
level=debug ts=2026-02-16T12:07:54.331325946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=7017
level=debug ts=2026-02-16T12:07:54.331333617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=7991
level=debug ts=2026-02-16T12:07:54.331340517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="392 kB" policy= mostRecentLagMs=4174
level=debug ts=2026-02-16T12:07:54.331346198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=17
level=debug ts=2026-02-16T12:07:54.33135127Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="361 kB" policy= mostRecentLagMs=7134
level=debug ts=2026-02-16T12:07:54.33734279Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:07:59.247815228Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:52968"
level=debug ts=2026-02-16T12:07:59.792742575Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="39 kB" streams=10 entries=19 streamLabelsSize="303 B" entriesSize="638 kB" structuredMetadataSize="1.2 kB" totalSize="638 kB" mostRecentLagMs=28 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:07:59.792773683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="462 kB" policy= mostRecentLagMs=28
level=debug ts=2026-02-16T12:07:59.792784925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1024
level=debug ts=2026-02-16T12:07:59.792791979Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="888 B" policy= mostRecentLagMs=8017
level=debug ts=2026-02-16T12:07:59.79279737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=207
level=debug ts=2026-02-16T12:07:59.792802648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=9017
level=debug ts=2026-02-16T12:07:59.792809245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="214 B" policy= mostRecentLagMs=3016
level=debug ts=2026-02-16T12:07:59.792814243Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="52 kB" policy= mostRecentLagMs=1355
level=debug ts=2026-02-16T12:07:59.792819114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=2017
level=debug ts=2026-02-16T12:07:59.792824164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=7017
level=debug ts=2026-02-16T12:07:59.792828783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7017
level=debug ts=2026-02-16T12:07:59.799361583Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:08:00.286053737Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:08:01.268316951Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:08:04.766161926Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=9 entries=17 streamLabelsSize="305 B" entriesSize="495 kB" structuredMetadataSize="1.1 kB" totalSize="495 kB" mostRecentLagMs=729 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:04.766190808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="4.9 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T12:08:04.766202387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T12:08:04.766208567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="406 B" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T12:08:04.766214339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5015
level=debug ts=2026-02-16T12:08:04.766220294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="41 kB" policy= mostRecentLagMs=744
level=debug ts=2026-02-16T12:08:04.766225252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9950
level=debug ts=2026-02-16T12:08:04.766231556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="394 kB" policy= mostRecentLagMs=729
level=debug ts=2026-02-16T12:08:04.766236606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T12:08:04.766241302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="234 B" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T12:08:04.771941602Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:08:05.336311747Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="51 kB" streams=12 entries=31 streamLabelsSize="353 B" entriesSize="1.0 MB" structuredMetadataSize="2.0 kB" totalSize="1.0 MB" mostRecentLagMs=21 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:05.336341753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="813 kB" policy= mostRecentLagMs=226
level=debug ts=2026-02-16T12:08:05.336353515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=6351
level=debug ts=2026-02-16T12:08:05.336359855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=2022
level=debug ts=2026-02-16T12:08:05.336364863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=10022
level=debug ts=2026-02-16T12:08:05.336369863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4022
level=debug ts=2026-02-16T12:08:05.336376167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1022
level=debug ts=2026-02-16T12:08:05.336381774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=9022
level=debug ts=2026-02-16T12:08:05.336386568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5021
level=debug ts=2026-02-16T12:08:05.336391665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=3021
level=debug ts=2026-02-16T12:08:05.33639664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="45 kB" policy= mostRecentLagMs=1634
level=debug ts=2026-02-16T12:08:05.3364015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=4022
level=debug ts=2026-02-16T12:08:05.336406545Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=21
level=debug ts=2026-02-16T12:08:05.344183637Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:08:10.749381284Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="67 kB" streams=8 entries=28 streamLabelsSize="222 B" entriesSize="1.2 MB" structuredMetadataSize="1.8 kB" totalSize="1.2 MB" mostRecentLagMs=972 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:10.749415854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="11 kB" policy= mostRecentLagMs=972
level=debug ts=2026-02-16T12:08:10.749427206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="105 kB" policy= mostRecentLagMs=3410
level=debug ts=2026-02-16T12:08:10.749437855Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="24 kB" policy= mostRecentLagMs=5564
level=debug ts=2026-02-16T12:08:10.749444402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=7212
level=debug ts=2026-02-16T12:08:10.749450568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="157 kB" policy= mostRecentLagMs=4062
level=debug ts=2026-02-16T12:08:10.749456753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=8063
level=debug ts=2026-02-16T12:08:10.749461861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="821 kB" policy= mostRecentLagMs=3080
level=debug ts=2026-02-16T12:08:10.74946639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6973
level=debug ts=2026-02-16T12:08:10.758828126Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:08:14.795721809Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=4 entries=10 streamLabelsSize="130 B" entriesSize="571 kB" structuredMetadataSize="687 B" totalSize="572 kB" mostRecentLagMs=1561 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:14.795750398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=3044
level=debug ts=2026-02-16T12:08:14.79576233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="519 kB" policy= mostRecentLagMs=1561
level=debug ts=2026-02-16T12:08:14.795769938Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=9119
level=debug ts=2026-02-16T12:08:14.795776607Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4103
level=debug ts=2026-02-16T12:08:14.800469729Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:08:15.514095741Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:36182"
level=debug ts=2026-02-16T12:08:15.752303266Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="57 kB" streams=5 entries=20 streamLabelsSize="151 B" entriesSize="1.3 MB" structuredMetadataSize="1.3 kB" totalSize="1.3 MB" mostRecentLagMs=303 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:15.752331034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7437
level=debug ts=2026-02-16T12:08:15.75234198Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=438
level=debug ts=2026-02-16T12:08:15.752349434Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="958 kB" policy= mostRecentLagMs=303
level=debug ts=2026-02-16T12:08:15.752354723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="316 kB" policy= mostRecentLagMs=2750
level=debug ts=2026-02-16T12:08:15.752359819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="48 kB" policy= mostRecentLagMs=1791
level=debug ts=2026-02-16T12:08:15.760155353Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:08:20.79143928Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="46 kB" streams=10 entries=31 streamLabelsSize="309 B" entriesSize="636 kB" structuredMetadataSize="2.0 kB" totalSize="636 kB" mostRecentLagMs=15 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:20.791468041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="120 kB" policy= mostRecentLagMs=4630
level=debug ts=2026-02-16T12:08:20.791479433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="81 kB" policy= mostRecentLagMs=6825
level=debug ts=2026-02-16T12:08:20.791487176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="25 kB" policy= mostRecentLagMs=5015
level=debug ts=2026-02-16T12:08:20.791497222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="16 kB" policy= mostRecentLagMs=9015
level=debug ts=2026-02-16T12:08:20.791506142Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="12 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-16T12:08:20.79151403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="12 kB" policy= mostRecentLagMs=5015
level=debug ts=2026-02-16T12:08:20.791519071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T12:08:20.791524709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=4015
level=debug ts=2026-02-16T12:08:20.791530204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="265 kB" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T12:08:20.791535151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="102 kB" policy= mostRecentLagMs=5015
level=debug ts=2026-02-16T12:08:20.826639004Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:08:26.75736445Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=8 entries=12 streamLabelsSize="264 B" entriesSize="246 kB" structuredMetadataSize="766 B" totalSize="246 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:26.757391986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="134 kB" policy= mostRecentLagMs=6594
level=debug ts=2026-02-16T12:08:26.757403515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="36 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:08:26.757410437Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T12:08:26.757415965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="28 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:08:26.757422541Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="141 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T12:08:26.75742791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:08:26.757432828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T12:08:26.757438079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:08:26.761556847Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:08:27.325271577Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=7 entries=22 streamLabelsSize="183 B" entriesSize="210 kB" structuredMetadataSize="1.4 kB" totalSize="210 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:27.325300833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="142 kB" policy= mostRecentLagMs=472
level=debug ts=2026-02-16T12:08:27.325312655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T12:08:27.325319646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T12:08:27.325325632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T12:08:27.325331291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="12 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T12:08:27.325336595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="48 kB" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T12:08:27.325342052Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T12:08:27.328120315Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:08:29.250233475Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:47106"
ts=2026-02-16T12:08:30.288492272Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:08:31.790785217Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="38 kB" streams=14 entries=21 streamLabelsSize="456 B" entriesSize="582 kB" structuredMetadataSize="1.4 kB" totalSize="583 kB" mostRecentLagMs=15 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:31.790812706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T12:08:31.790824321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T12:08:31.790831809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T12:08:31.790851027Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T12:08:31.79085694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="268 kB" policy= mostRecentLagMs=3861
level=debug ts=2026-02-16T12:08:31.790862715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="12 kB" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T12:08:31.790869588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="243 kB" policy= mostRecentLagMs=4348
level=debug ts=2026-02-16T12:08:31.790874315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=7015
level=debug ts=2026-02-16T12:08:31.790879506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T12:08:31.790884606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=15
level=debug ts=2026-02-16T12:08:31.790889779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9015
level=debug ts=2026-02-16T12:08:31.790894357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=3787
level=debug ts=2026-02-16T12:08:31.790898749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T12:08:31.79090309Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="12 kB" policy= mostRecentLagMs=8014
level=debug ts=2026-02-16T12:08:31.795563799Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:08:39.755495427Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.3 kB" streams=6 entries=7 streamLabelsSize="186 B" entriesSize="90 kB" structuredMetadataSize="472 B" totalSize="90 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:39.755524395Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:08:39.755535732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:08:39.755542899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:08:39.755548983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="750 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:08:39.755554648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="53 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:08:39.755559617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=9701
level=debug ts=2026-02-16T12:08:39.757976919Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:08:41.320501351Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.9 kB" streams=6 entries=11 streamLabelsSize="197 B" entriesSize="108 kB" structuredMetadataSize="739 B" totalSize="108 kB" mostRecentLagMs=2591 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:41.320531423Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:08:41.320543539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T12:08:41.320550085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:08:41.320555999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T12:08:41.320561715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:08:41.32056673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="99 kB" policy= mostRecentLagMs=2591
level=debug ts=2026-02-16T12:08:41.32354917Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:08:41.854337755Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="26 kB" streams=11 entries=17 streamLabelsSize="347 B" entriesSize="335 kB" structuredMetadataSize="1.2 kB" totalSize="336 kB" mostRecentLagMs=78 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:41.854367604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="70 kB" policy= mostRecentLagMs=6149
level=debug ts=2026-02-16T12:08:41.854379031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="26 kB" policy= mostRecentLagMs=3077
level=debug ts=2026-02-16T12:08:41.854386615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="339 B" policy= mostRecentLagMs=1078
level=debug ts=2026-02-16T12:08:41.854392241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="380 B" policy= mostRecentLagMs=7078
level=debug ts=2026-02-16T12:08:41.854397229Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=78
level=debug ts=2026-02-16T12:08:41.85440296Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="28 kB" policy= mostRecentLagMs=3077
level=debug ts=2026-02-16T12:08:41.854408022Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="706 B" policy= mostRecentLagMs=4077
level=debug ts=2026-02-16T12:08:41.854412731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="50 kB" policy= mostRecentLagMs=4077
level=debug ts=2026-02-16T12:08:41.854417504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=4077
level=debug ts=2026-02-16T12:08:41.854422642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="149 kB" policy= mostRecentLagMs=2718
level=debug ts=2026-02-16T12:08:41.854428821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=4077
level=debug ts=2026-02-16T12:08:41.859007683Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:08:51.361474067Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=7 entries=10 streamLabelsSize="202 B" entriesSize="468 kB" structuredMetadataSize="646 B" totalSize="468 kB" mostRecentLagMs=47 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:51.361506735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=3550
level=debug ts=2026-02-16T12:08:51.361520079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=8047
level=debug ts=2026-02-16T12:08:51.361528556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=7047
level=debug ts=2026-02-16T12:08:51.361535671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T12:08:51.361541069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="54 kB" policy= mostRecentLagMs=2047
level=debug ts=2026-02-16T12:08:51.361545856Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=47
level=debug ts=2026-02-16T12:08:51.361551633Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=6047
level=debug ts=2026-02-16T12:08:51.36641028Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:08:52.778403538Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="109 kB" streams=7 entries=257 streamLabelsSize="235 B" entriesSize="1.0 MB" structuredMetadataSize="19 kB" totalSize="1.0 MB" mostRecentLagMs=2027 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:52.77843267Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="36 kB" policy= mostRecentLagMs=3345
level=debug ts=2026-02-16T12:08:52.778444107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5958
level=debug ts=2026-02-16T12:08:52.778451138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="946 kB" policy= mostRecentLagMs=3263
level=debug ts=2026-02-16T12:08:52.778457095Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5958
level=debug ts=2026-02-16T12:08:52.778463334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3063
level=debug ts=2026-02-16T12:08:52.77846827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10027
level=debug ts=2026-02-16T12:08:52.778473214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=2027
level=debug ts=2026-02-16T12:08:52.781589917Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=9 entries=9 streamLabelsSize="279 B" entriesSize="32 kB" structuredMetadataSize="599 B" totalSize="32 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:08:52.781614532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:08:52.781624888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:08:52.781632421Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:08:52.781639226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.9 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:08:52.781644646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:08:52.78164975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:08:52.781656359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="14 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:08:52.781661291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:08:52.781667251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T12:08:52.784427746Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:08:52.78687175Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:09:00.290996462Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:09:00.652518067Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:09:02.334580514Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="64 kB" streams=7 entries=100 streamLabelsSize="199 B" entriesSize="855 kB" structuredMetadataSize="7.4 kB" totalSize="855 kB" mostRecentLagMs=1020 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:02.334610925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="338 kB" policy= mostRecentLagMs=4784
level=debug ts=2026-02-16T12:09:02.334622995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8020
level=debug ts=2026-02-16T12:09:02.334630373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="397 kB" policy= mostRecentLagMs=2373
level=debug ts=2026-02-16T12:09:02.334636532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2020
level=debug ts=2026-02-16T12:09:02.334644297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="115 kB" policy= mostRecentLagMs=1978
level=debug ts=2026-02-16T12:09:02.334650777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="4.2 kB" policy= mostRecentLagMs=10020
level=debug ts=2026-02-16T12:09:02.334656503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1020
level=debug ts=2026-02-16T12:09:02.341750402Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:02.820416284Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=8 entries=13 streamLabelsSize="282 B" entriesSize="134 kB" structuredMetadataSize="886 B" totalSize="134 kB" mostRecentLagMs=69 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:02.820458677Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=69
level=debug ts=2026-02-16T12:09:02.820474873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3069
level=debug ts=2026-02-16T12:09:02.820484875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="92 kB" policy= mostRecentLagMs=2312
level=debug ts=2026-02-16T12:09:02.820494969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=8069
level=debug ts=2026-02-16T12:09:02.820507068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="693 B" policy= mostRecentLagMs=1069
level=debug ts=2026-02-16T12:09:02.820515332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=1069
level=debug ts=2026-02-16T12:09:02.820523627Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=6069
level=debug ts=2026-02-16T12:09:02.820532325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7069
level=debug ts=2026-02-16T12:09:02.822443532Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:03.785267761Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=8 entries=10 streamLabelsSize="239 B" entriesSize="203 kB" structuredMetadataSize="619 B" totalSize="203 kB" mostRecentLagMs=570 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:03.785305066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T12:09:03.785320404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T12:09:03.785328543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="41 kB" policy= mostRecentLagMs=570
level=debug ts=2026-02-16T12:09:03.785334523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="63 kB" policy= mostRecentLagMs=1052
level=debug ts=2026-02-16T12:09:03.785340226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T12:09:03.78534628Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:09:03.785352685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:09:03.785357731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="90 kB" policy= mostRecentLagMs=2899
level=debug ts=2026-02-16T12:09:03.78942345Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:12.889983901Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="44 kB" streams=5 entries=16 streamLabelsSize="146 B" entriesSize="979 kB" structuredMetadataSize="1.0 kB" totalSize="979 kB" mostRecentLagMs=575 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:12.890014508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=6770
level=debug ts=2026-02-16T12:09:12.890025791Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=3576
level=debug ts=2026-02-16T12:09:12.890033176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="816 B" policy= mostRecentLagMs=575
level=debug ts=2026-02-16T12:09:12.890039077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=4575
level=debug ts=2026-02-16T12:09:12.89004406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="948 kB" policy= mostRecentLagMs=1167
level=debug ts=2026-02-16T12:09:12.896817945Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:13.761315371Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=6 entries=11 streamLabelsSize="194 B" entriesSize="375 kB" structuredMetadataSize="727 B" totalSize="375 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:13.761343917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T12:09:13.761356451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T12:09:13.761363777Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="343 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T12:09:13.761370696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T12:09:13.761376598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T12:09:13.761381426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="21 kB" policy= mostRecentLagMs=1239
level=debug ts=2026-02-16T12:09:13.765609822Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:13.979394736Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=7 entries=13 streamLabelsSize="212 B" entriesSize="659 kB" structuredMetadataSize="821 B" totalSize="659 kB" mostRecentLagMs=1203 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:13.97942324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=9203
level=debug ts=2026-02-16T12:09:13.979434921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="567 kB" policy= mostRecentLagMs=2660
level=debug ts=2026-02-16T12:09:13.979441472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="20 kB" policy= mostRecentLagMs=2509
level=debug ts=2026-02-16T12:09:13.979447959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=2203
level=debug ts=2026-02-16T12:09:13.979453195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1203
level=debug ts=2026-02-16T12:09:13.97945808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5203
level=debug ts=2026-02-16T12:09:13.979462817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="60 kB" policy= mostRecentLagMs=7961
level=debug ts=2026-02-16T12:09:13.983393086Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:09:15.518034579Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:43084"
level=debug ts=2026-02-16T12:09:23.321544896Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=7 entries=17 streamLabelsSize="207 B" entriesSize="85 kB" structuredMetadataSize="1.1 kB" totalSize="85 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:23.32157789Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T12:09:23.321590528Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:09:23.321596703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="843 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T12:09:23.321602008Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T12:09:23.321606879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="50 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T12:09:23.321612441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="14 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T12:09:23.321618354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:09:23.324007352Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:24.758373437Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=10 streamLabelsSize="214 B" entriesSize="126 kB" structuredMetadataSize="677 B" totalSize="126 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:24.758412282Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="27 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T12:09:24.758429661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6304
level=debug ts=2026-02-16T12:09:24.758439988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:09:24.758453151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:09:24.758462826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T12:09:24.758473279Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T12:09:24.75848304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="57 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T12:09:24.761620415Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:24.788442247Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="21 kB" streams=12 entries=16 streamLabelsSize="354 B" entriesSize="295 kB" structuredMetadataSize="988 B" totalSize="296 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:24.788467377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T12:09:24.788480695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=9013
level=debug ts=2026-02-16T12:09:24.788487827Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T12:09:24.788492999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="31 kB" policy= mostRecentLagMs=1012
level=debug ts=2026-02-16T12:09:24.788498608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="31 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T12:09:24.788503943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="14 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T12:09:24.788509906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1012
level=debug ts=2026-02-16T12:09:24.788516828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T12:09:24.788522128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="60 kB" policy= mostRecentLagMs=433
level=debug ts=2026-02-16T12:09:24.788528465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T12:09:24.788534292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="143 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T12:09:24.788538715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T12:09:24.791480469Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:09:30.293314682Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T12:09:34.338899375Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=7 entries=18 streamLabelsSize="218 B" entriesSize="1.2 MB" structuredMetadataSize="1.2 kB" totalSize="1.2 MB" mostRecentLagMs=1710 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:34.338928552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=9024
level=debug ts=2026-02-16T12:09:34.338939877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="338 kB" policy= mostRecentLagMs=8285
level=debug ts=2026-02-16T12:09:34.338947403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="69 kB" policy= mostRecentLagMs=1803
level=debug ts=2026-02-16T12:09:34.338953468Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10024
level=debug ts=2026-02-16T12:09:34.3389589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="759 kB" policy= mostRecentLagMs=1710
level=debug ts=2026-02-16T12:09:34.338964079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3024
level=debug ts=2026-02-16T12:09:34.338968906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4985
level=debug ts=2026-02-16T12:09:34.346274409Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:35.819474458Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="66 kB" streams=7 entries=25 streamLabelsSize="209 B" entriesSize="1.2 MB" structuredMetadataSize="1.6 kB" totalSize="1.2 MB" mostRecentLagMs=856 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:35.819514982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=7043
level=debug ts=2026-02-16T12:09:35.819531415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="121 kB" policy= mostRecentLagMs=3106
level=debug ts=2026-02-16T12:09:35.819542625Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="115 kB" policy= mostRecentLagMs=5201
level=debug ts=2026-02-16T12:09:35.819551086Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="738 kB" policy= mostRecentLagMs=856
level=debug ts=2026-02-16T12:09:35.81955984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2043
level=debug ts=2026-02-16T12:09:35.819569776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="67 kB" policy= mostRecentLagMs=4049
level=debug ts=2026-02-16T12:09:35.819579729Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="172 kB" policy= mostRecentLagMs=1014
level=debug ts=2026-02-16T12:09:35.827098739Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:36.769499868Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="43 kB" streams=8 entries=21 streamLabelsSize="261 B" entriesSize="869 kB" structuredMetadataSize="1.4 kB" totalSize="869 kB" mostRecentLagMs=18 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:36.769529416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-16T12:09:36.769541527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="239 B" policy= mostRecentLagMs=2019
level=debug ts=2026-02-16T12:09:36.769549226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="68 kB" policy= mostRecentLagMs=1018
level=debug ts=2026-02-16T12:09:36.769555352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=925
level=debug ts=2026-02-16T12:09:36.769560723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6018
level=debug ts=2026-02-16T12:09:36.769565844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=2305
level=debug ts=2026-02-16T12:09:36.769570612Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="741 kB" policy= mostRecentLagMs=2087
level=debug ts=2026-02-16T12:09:36.769575215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=18
level=debug ts=2026-02-16T12:09:36.776236022Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:38.011538517Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:09:38.013625612Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T12:09:44.74493956Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.3 kB" streams=7 entries=12 streamLabelsSize="186 B" entriesSize="131 kB" structuredMetadataSize="749 B" totalSize="131 kB" mostRecentLagMs=430 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:44.744979516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="105 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:09:44.744996271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=8971
level=debug ts=2026-02-16T12:09:44.745007711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=431
level=debug ts=2026-02-16T12:09:44.745018087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=1430
level=debug ts=2026-02-16T12:09:44.745029184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=9430
level=debug ts=2026-02-16T12:09:44.745038819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2430
level=debug ts=2026-02-16T12:09:44.745047204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="696 B" policy= mostRecentLagMs=3429
level=debug ts=2026-02-16T12:09:44.747795781Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:47.245611138Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="35 kB" streams=7 entries=72 streamLabelsSize="189 B" entriesSize="322 kB" structuredMetadataSize="5.3 kB" totalSize="322 kB" mostRecentLagMs=205 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:47.245639763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3470
level=debug ts=2026-02-16T12:09:47.245650596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="24 kB" policy= mostRecentLagMs=1470
level=debug ts=2026-02-16T12:09:47.245657537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="14 kB" policy= mostRecentLagMs=1470
level=debug ts=2026-02-16T12:09:47.245663983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=9469
level=debug ts=2026-02-16T12:09:47.24566892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=8469
level=debug ts=2026-02-16T12:09:47.24567386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="37 kB" policy= mostRecentLagMs=1470
level=debug ts=2026-02-16T12:09:47.245678973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="222 kB" policy= mostRecentLagMs=205
level=debug ts=2026-02-16T12:09:47.249864353Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:47.758114603Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=9 entries=11 streamLabelsSize="292 B" entriesSize="143 kB" structuredMetadataSize="707 B" totalSize="143 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:47.75815264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="147 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T12:09:47.75816471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="24 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:09:47.758171414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="94 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:09:47.758178017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T12:09:47.758183807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="18 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:09:47.758189472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:09:47.758194412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:09:47.758199001Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T12:09:47.758203736Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:09:47.7608492Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:55.329965404Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=9 entries=16 streamLabelsSize="254 B" entriesSize="701 kB" structuredMetadataSize="1.1 kB" totalSize="701 kB" mostRecentLagMs=15 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:55.329995438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=10015
level=debug ts=2026-02-16T12:09:55.330006699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=9015
level=debug ts=2026-02-16T12:09:55.330012986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="148 kB" policy= mostRecentLagMs=6015
level=debug ts=2026-02-16T12:09:55.330018836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=9015
level=debug ts=2026-02-16T12:09:55.330024069Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5114
level=debug ts=2026-02-16T12:09:55.330030581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="508 kB" policy= mostRecentLagMs=2944
level=debug ts=2026-02-16T12:09:55.330035559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="495 B" policy= mostRecentLagMs=3015
level=debug ts=2026-02-16T12:09:55.330040402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=16
level=debug ts=2026-02-16T12:09:55.330045034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8016
level=debug ts=2026-02-16T12:09:55.335940338Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:57.268237981Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="96 kB" streams=13 entries=58 streamLabelsSize="383 B" entriesSize="1.5 MB" structuredMetadataSize="4.0 kB" totalSize="1.5 MB" mostRecentLagMs=216 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:57.268320268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="123 kB" policy= mostRecentLagMs=5728
level=debug ts=2026-02-16T12:09:57.268332666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="791 B" policy= mostRecentLagMs=5492
level=debug ts=2026-02-16T12:09:57.26833933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="900 kB" policy= mostRecentLagMs=216
level=debug ts=2026-02-16T12:09:57.268345663Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.5 kB" policy= mostRecentLagMs=1492
level=debug ts=2026-02-16T12:09:57.268351263Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4492
level=debug ts=2026-02-16T12:09:57.268355992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3492
level=debug ts=2026-02-16T12:09:57.268360744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=3492
level=debug ts=2026-02-16T12:09:57.268365688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="68 kB" policy= mostRecentLagMs=1492
level=debug ts=2026-02-16T12:09:57.268370245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=10028
level=debug ts=2026-02-16T12:09:57.26837483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="153 kB" policy= mostRecentLagMs=1411
level=debug ts=2026-02-16T12:09:57.268379386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="116 kB" policy= mostRecentLagMs=10028
level=debug ts=2026-02-16T12:09:57.26838451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="105 kB" policy= mostRecentLagMs=1724
level=debug ts=2026-02-16T12:09:57.268389152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="325 B" policy= mostRecentLagMs=9492
level=debug ts=2026-02-16T12:09:57.279366314Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:09:57.784591053Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=10 entries=19 streamLabelsSize="374 B" entriesSize="707 kB" structuredMetadataSize="1.2 kB" totalSize="707 kB" mostRecentLagMs=1033 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:09:57.784619796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=7034
level=debug ts=2026-02-16T12:09:57.784630905Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="942 B" policy= mostRecentLagMs=4033
level=debug ts=2026-02-16T12:09:57.784639526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="559 kB" policy= mostRecentLagMs=2127
level=debug ts=2026-02-16T12:09:57.784645113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="16 kB" policy= mostRecentLagMs=6033
level=debug ts=2026-02-16T12:09:57.784650375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2722
level=debug ts=2026-02-16T12:09:57.784657003Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=1033
level=debug ts=2026-02-16T12:09:57.784662533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1033
level=debug ts=2026-02-16T12:09:57.784667338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="67 kB" policy= mostRecentLagMs=2202
level=debug ts=2026-02-16T12:09:57.784673204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=2033
level=debug ts=2026-02-16T12:09:57.784678846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=8033
level=debug ts=2026-02-16T12:09:57.789184807Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:09:59.259350606Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:48614"
ts=2026-02-16T12:10:00.295641389Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:10:05.927562719Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="47 kB" streams=5 entries=22 streamLabelsSize="159 B" entriesSize="1.0 MB" structuredMetadataSize="1.4 kB" totalSize="1.0 MB" mostRecentLagMs=612 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:05.927591859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="876 kB" policy= mostRecentLagMs=6765
level=debug ts=2026-02-16T12:10:05.927603066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="696 B" policy= mostRecentLagMs=612
level=debug ts=2026-02-16T12:10:05.92760963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="92 kB" policy= mostRecentLagMs=3613
level=debug ts=2026-02-16T12:10:05.927615733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=3307
level=debug ts=2026-02-16T12:10:05.927620977Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4613
level=debug ts=2026-02-16T12:10:05.93499408Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:07.790195827Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=11 entries=18 streamLabelsSize="357 B" entriesSize="495 kB" structuredMetadataSize="1.2 kB" totalSize="495 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:07.790225802Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="13 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T12:10:07.790237338Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="7.4 kB" policy= mostRecentLagMs=9014
level=debug ts=2026-02-16T12:10:07.790244278Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="87 kB" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T12:10:07.790249785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="61 kB" policy= mostRecentLagMs=8742
level=debug ts=2026-02-16T12:10:07.790254931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T12:10:07.790260559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T12:10:07.790267005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4014
level=debug ts=2026-02-16T12:10:07.790271699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="58 kB" policy= mostRecentLagMs=8681
level=debug ts=2026-02-16T12:10:07.790276567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=7712
level=debug ts=2026-02-16T12:10:07.790281189Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T12:10:07.790285949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="232 kB" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T12:10:07.794916671Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:09.10917849Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=7 entries=11 streamLabelsSize="265 B" entriesSize="269 kB" structuredMetadataSize="722 B" totalSize="269 kB" mostRecentLagMs=358 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:09.109231533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4185
level=debug ts=2026-02-16T12:10:09.109250439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=1092
level=debug ts=2026-02-16T12:10:09.109261334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=1358
level=debug ts=2026-02-16T12:10:09.109270842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=358
level=debug ts=2026-02-16T12:10:09.109280532Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="23 kB" policy= mostRecentLagMs=5111
level=debug ts=2026-02-16T12:10:09.109293814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="182 kB" policy= mostRecentLagMs=5358
level=debug ts=2026-02-16T12:10:09.109302903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=5358
level=debug ts=2026-02-16T12:10:09.115573158Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:12.569470905Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T12:10:15.522564198Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:56600"
level=debug ts=2026-02-16T12:10:18.322873617Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=11 entries=16 streamLabelsSize="315 B" entriesSize="106 kB" structuredMetadataSize="1.0 kB" totalSize="106 kB" mostRecentLagMs=3008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:18.322904661Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:10:18.322916256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T12:10:18.32292306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="17 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:10:18.32292848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T12:10:18.322934158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=7008
level=debug ts=2026-02-16T12:10:18.322938888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:10:18.322944363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:10:18.322949599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="60 kB" policy= mostRecentLagMs=8008
level=debug ts=2026-02-16T12:10:18.322954337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="10 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T12:10:18.322959467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:10:18.322964083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="495 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T12:10:18.325810154Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:18.786184019Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=14 entries=21 streamLabelsSize="441 B" entriesSize="279 kB" structuredMetadataSize="1.3 kB" totalSize="280 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:18.786212881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="17 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T12:10:18.786223754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="533 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T12:10:18.786229345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T12:10:18.786236656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="135 kB" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T12:10:18.786243739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T12:10:18.786248414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T12:10:18.786253936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="322 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T12:10:18.786259505Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T12:10:18.786264479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="35 kB" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T12:10:18.786270752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T12:10:18.786276498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="8.8 kB" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T12:10:18.786281381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="29 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T12:10:18.786286937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="15 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T12:10:18.786292315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="25 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T12:10:18.790282867Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:19.757879472Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=10 entries=12 streamLabelsSize="343 B" entriesSize="142 kB" structuredMetadataSize="817 B" totalSize="143 kB" mostRecentLagMs=275 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:19.757917002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T12:10:19.757937531Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T12:10:19.757947482Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="24 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T12:10:19.757957249Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T12:10:19.757965845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T12:10:19.757973805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="204 B" policy= mostRecentLagMs=8007
level=debug ts=2026-02-16T12:10:19.757982134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=275
level=debug ts=2026-02-16T12:10:19.757989782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7007
level=debug ts=2026-02-16T12:10:19.757997929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:10:19.758005721Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="73 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T12:10:19.761016418Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:28.551657116Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=5 entries=5 streamLabelsSize="139 B" entriesSize="349 kB" structuredMetadataSize="335 B" totalSize="349 kB" mostRecentLagMs=237 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:28.551686092Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 B" policy= mostRecentLagMs=237
level=debug ts=2026-02-16T12:10:28.551698202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="540 B" policy= mostRecentLagMs=7237
level=debug ts=2026-02-16T12:10:28.551704557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="16 kB" policy= mostRecentLagMs=7237
level=debug ts=2026-02-16T12:10:28.551711396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="316 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T12:10:28.551716613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="17 kB" policy= mostRecentLagMs=6237
level=debug ts=2026-02-16T12:10:28.555987481Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:29.299789379Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=9 entries=15 streamLabelsSize="304 B" entriesSize="415 kB" structuredMetadataSize="1.1 kB" totalSize="415 kB" mostRecentLagMs=636 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:29.299816033Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="541 B" policy= mostRecentLagMs=8523
level=debug ts=2026-02-16T12:10:29.299827017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1524
level=debug ts=2026-02-16T12:10:29.299833348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="6.2 kB" policy= mostRecentLagMs=7523
level=debug ts=2026-02-16T12:10:29.299855761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="14 kB" policy= mostRecentLagMs=3524
level=debug ts=2026-02-16T12:10:29.299862114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="298 kB" policy= mostRecentLagMs=636
level=debug ts=2026-02-16T12:10:29.299868737Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5524
level=debug ts=2026-02-16T12:10:29.299873632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T12:10:29.299879712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="61 kB" policy= mostRecentLagMs=1530
level=debug ts=2026-02-16T12:10:29.299886076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=2082
level=debug ts=2026-02-16T12:10:29.303925096Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:10:30.298359868Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:10:31.763739373Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="29 kB" streams=5 entries=11 streamLabelsSize="173 B" entriesSize="544 kB" structuredMetadataSize="710 B" totalSize="544 kB" mostRecentLagMs=237 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:31.76377038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T12:10:31.763781949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="503 kB" policy= mostRecentLagMs=610
level=debug ts=2026-02-16T12:10:31.763789273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="30 kB" policy= mostRecentLagMs=237
level=debug ts=2026-02-16T12:10:31.763794885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5012
level=debug ts=2026-02-16T12:10:31.763799891Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T12:10:31.768196157Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:39.78556935Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="40 kB" streams=4 entries=14 streamLabelsSize="109 B" entriesSize="800 kB" structuredMetadataSize="901 B" totalSize="801 kB" mostRecentLagMs=471 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:39.785600863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="67 kB" policy= mostRecentLagMs=7471
level=debug ts=2026-02-16T12:10:39.785611988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=4471
level=debug ts=2026-02-16T12:10:39.785618735Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="732 kB" policy= mostRecentLagMs=2396
level=debug ts=2026-02-16T12:10:39.785624664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="165 B" policy= mostRecentLagMs=471
level=debug ts=2026-02-16T12:10:39.791473719Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:39.805153283Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="76 kB" streams=8 entries=27 streamLabelsSize="270 B" entriesSize="1.4 MB" structuredMetadataSize="1.7 kB" totalSize="1.4 MB" mostRecentLagMs=29 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:39.805175183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="935 kB" policy= mostRecentLagMs=2388
level=debug ts=2026-02-16T12:10:39.805185868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="45 kB" policy= mostRecentLagMs=6279
level=debug ts=2026-02-16T12:10:39.805193801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="164 kB" policy= mostRecentLagMs=3133
level=debug ts=2026-02-16T12:10:39.805199666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="67 kB" policy= mostRecentLagMs=3029
level=debug ts=2026-02-16T12:10:39.805205611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="126 kB" policy= mostRecentLagMs=2395
level=debug ts=2026-02-16T12:10:39.805210846Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="947 B" policy= mostRecentLagMs=29
level=debug ts=2026-02-16T12:10:39.805227266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="59 kB" policy= mostRecentLagMs=8810
level=debug ts=2026-02-16T12:10:39.805233293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=3029
level=debug ts=2026-02-16T12:10:39.813577752Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:41.858903159Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="28 kB" streams=6 entries=16 streamLabelsSize="196 B" entriesSize="504 kB" structuredMetadataSize="1.1 kB" totalSize="504 kB" mostRecentLagMs=107 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:41.858931883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="18 kB" policy= mostRecentLagMs=4507
level=debug ts=2026-02-16T12:10:41.8589446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="357 kB" policy= mostRecentLagMs=4507
level=debug ts=2026-02-16T12:10:41.858951566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=1108
level=debug ts=2026-02-16T12:10:41.858957345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3244
level=debug ts=2026-02-16T12:10:41.858962373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="70 kB" policy= mostRecentLagMs=3533
level=debug ts=2026-02-16T12:10:41.858967643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=108
level=debug ts=2026-02-16T12:10:41.863433032Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:50.327775612Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="24 kB" streams=8 entries=14 streamLabelsSize="228 B" entriesSize="633 kB" structuredMetadataSize="935 B" totalSize="633 kB" mostRecentLagMs=14 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:50.327803718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T12:10:50.327815265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=14
level=debug ts=2026-02-16T12:10:50.32782288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="330 B" policy= mostRecentLagMs=10013
level=debug ts=2026-02-16T12:10:50.327829272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=6014
level=debug ts=2026-02-16T12:10:50.327834671Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="776 B" policy= mostRecentLagMs=8013
level=debug ts=2026-02-16T12:10:50.327860851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="80 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T12:10:50.327878835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="526 kB" policy= mostRecentLagMs=3265
level=debug ts=2026-02-16T12:10:50.327885358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="17 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T12:10:50.333221882Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:50.78801541Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="23 kB" streams=14 entries=23 streamLabelsSize="411 B" entriesSize="248 kB" structuredMetadataSize="1.4 kB" totalSize="249 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:50.788046169Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T12:10:50.788057563Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3012
level=debug ts=2026-02-16T12:10:50.788064945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="31 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T12:10:50.7880708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T12:10:50.788076567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T12:10:50.788081596Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T12:10:50.788086524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="138 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T12:10:50.78809184Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="17 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T12:10:50.788096776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T12:10:50.788101637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="29 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T12:10:50.788106554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T12:10:50.788111365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="142 B" policy= mostRecentLagMs=9012
level=debug ts=2026-02-16T12:10:50.788115934Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=2012
level=debug ts=2026-02-16T12:10:50.788120412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="11 kB" policy= mostRecentLagMs=12
level=debug ts=2026-02-16T12:10:50.791022789Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:52.759611114Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=9 entries=18 streamLabelsSize="280 B" entriesSize="155 kB" structuredMetadataSize="1.1 kB" totalSize="156 kB" mostRecentLagMs=1009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:10:52.759652939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="14 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:10:52.759671565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T12:10:52.759684188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:10:52.759695517Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="24 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:10:52.759703599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="696 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T12:10:52.759715057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="8.1 kB" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T12:10:52.759724867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:10:52.759734213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="104 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:10:52.759742902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:10:52.762875348Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:10:57.582991232Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T12:11:00.300781158Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T12:11:02.782540148Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.8 kB" streams=6 entries=7 streamLabelsSize="211 B" entriesSize="96 kB" structuredMetadataSize="456 B" totalSize="97 kB" mostRecentLagMs=2007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:02.782571838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T12:11:02.782583566Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:11:02.782590292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="59 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T12:11:02.782595916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="19 kB" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T12:11:02.782604178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="13 kB" policy= mostRecentLagMs=2007
level=debug ts=2026-02-16T12:11:02.782610162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T12:11:02.78513805Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:11:03.31980914Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=5 entries=6 streamLabelsSize="154 B" entriesSize="34 kB" structuredMetadataSize="381 B" totalSize="35 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:03.319853874Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=5372
level=debug ts=2026-02-16T12:11:03.319866904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:11:03.319873749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:11:03.319880354Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:11:03.319887247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:11:03.321493261Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:11:05.755589527Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.2 kB" streams=4 entries=5 streamLabelsSize="151 B" entriesSize="43 kB" structuredMetadataSize="341 B" totalSize="44 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:05.755616109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7257
level=debug ts=2026-02-16T12:11:05.755629366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="216 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:11:05.755636313Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:11:05.755644222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:11:05.757322176Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:11:13.779984642Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=6 entries=7 streamLabelsSize="179 B" entriesSize="6.2 kB" structuredMetadataSize="449 B" totalSize="6.3 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:13.780012466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:11:13.780023868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:11:13.780030315Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:11:13.780036228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:11:13.780042799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:11:13.780049588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:11:13.78147296Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:11:14.324513989Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=7 entries=7 streamLabelsSize="211 B" entriesSize="345 kB" structuredMetadataSize="466 B" totalSize="345 kB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:14.324545463Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="337 kB" policy= mostRecentLagMs=1098
level=debug ts=2026-02-16T12:11:14.324595624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="777 B" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T12:11:14.324602906Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="378 B" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T12:11:14.324609066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=5010
level=debug ts=2026-02-16T12:11:14.324614053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="657 B" policy= mostRecentLagMs=4010
level=debug ts=2026-02-16T12:11:14.324619266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T12:11:14.32462526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T12:11:14.356037229Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:11:16.754024524Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=5 entries=5 streamLabelsSize="177 B" entriesSize="9.2 kB" structuredMetadataSize="324 B" totalSize="9.4 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:16.754053411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T12:11:16.754064783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4002
level=debug ts=2026-02-16T12:11:16.754071883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="779 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T12:11:16.754078478Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="165 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T12:11:16.754086014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:11:16.755488476Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:11:26.781112819Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=8 entries=9 streamLabelsSize="243 B" entriesSize="20 kB" structuredMetadataSize="593 B" totalSize="20 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:26.781139981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:11:26.781150665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:11:26.78115758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.2 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:11:26.781164039Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:11:26.781169599Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:11:26.781175543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:11:26.781180634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:11:26.781187121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:11:26.782811207Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:11:27.756353699Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.3 kB" streams=7 entries=10 streamLabelsSize="229 B" entriesSize="83 kB" structuredMetadataSize="649 B" totalSize="83 kB" mostRecentLagMs=965 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:27.756382246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"group-fixh\"}" streamLabelsHash=2968305555 streamSizeBytes="330 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:11:27.756394692Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:11:27.756400648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:11:27.756407973Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=7868
level=debug ts=2026-02-16T12:11:27.756414172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:11:27.756420131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="19 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:11:27.756426321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="28 kB" policy= mostRecentLagMs=965
level=debug ts=2026-02-16T12:11:27.758867455Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:11:30.30259469Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:11:34.32215062Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=6 entries=6 streamLabelsSize="173 B" entriesSize="152 kB" structuredMetadataSize="408 B" totalSize="152 kB" mostRecentLagMs=2008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:34.322179969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:11:34.322192593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=3459
level=debug ts=2026-02-16T12:11:34.322200154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=6007
level=debug ts=2026-02-16T12:11:34.322206194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:11:34.32221305Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T12:11:34.32221832Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T12:11:34.324883046Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:11:37.780124829Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=4 entries=4 streamLabelsSize="118 B" entriesSize="6.9 kB" structuredMetadataSize="240 B" totalSize="7.0 kB" mostRecentLagMs=6004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:37.780153638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="946 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:11:37.780170176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:11:37.780178875Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:11:37.780185688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:11:37.781528534Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:11:38.753208656Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=3 entries=4 streamLabelsSize="118 B" entriesSize="5.8 kB" structuredMetadataSize="275 B" totalSize="5.9 kB" mostRecentLagMs=5002 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:38.753249958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.4 kB" policy= mostRecentLagMs=5002
level=debug ts=2026-02-16T12:11:38.753262652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5002
level=debug ts=2026-02-16T12:11:38.753270925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T12:11:38.754614812Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:11:39.427485048Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:11:45.324393307Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=5 streamLabelsSize="107 B" entriesSize="386 kB" structuredMetadataSize="324 B" totalSize="386 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:45.324422901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T12:11:45.324434485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="673 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T12:11:45.324441748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=3531
level=debug ts=2026-02-16T12:11:45.324448117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T12:11:45.330501568Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:11:45.529057403Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:42740"
level=debug ts=2026-02-16T12:11:48.780225267Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=5 entries=5 streamLabelsSize="152 B" entriesSize="6.9 kB" structuredMetadataSize="336 B" totalSize="7.0 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:48.780253147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:11:48.780264765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:11:48.780272786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:11:48.780280722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:11:48.780286379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:11:48.781656216Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:11:49.755093543Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=6 entries=7 streamLabelsSize="205 B" entriesSize="43 kB" structuredMetadataSize="466 B" totalSize="43 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:49.755122014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:11:49.755134014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="569 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:11:49.755140176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:11:49.755145808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:11:49.755151373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:11:49.755156299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8579
level=debug ts=2026-02-16T12:11:49.756917616Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:11:56.319565422Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=5 entries=5 streamLabelsSize="159 B" entriesSize="43 kB" structuredMetadataSize="344 B" totalSize="43 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:56.319593401Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=4586
level=debug ts=2026-02-16T12:11:56.319604864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:11:56.31961102Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:11:56.319616806Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:11:56.319622216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:11:56.321345709Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:11:59.78096079Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=8 entries=11 streamLabelsSize="250 B" entriesSize="16 kB" structuredMetadataSize="686 B" totalSize="16 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:11:59.78099031Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:11:59.781004782Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:11:59.781015814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:11:59.78102137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:11:59.78102829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:11:59.781034136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:11:59.781040323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:11:59.78104569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:11:59.782691947Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:12:00.304632333Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:12:03.755768693Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.8 kB" streams=6 entries=8 streamLabelsSize="212 B" entriesSize="98 kB" structuredMetadataSize="550 B" totalSize="98 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:03.755798734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="875 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:12:03.755811706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="90 kB" policy= mostRecentLagMs=5097
level=debug ts=2026-02-16T12:12:03.755820274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="95 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:12:03.755825947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:12:03.755831321Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:12:03.755853314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:12:03.758658476Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:12:08.348277699Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.0 kB" streams=5 entries=5 streamLabelsSize="172 B" entriesSize="232 kB" structuredMetadataSize="325 B" totalSize="232 kB" mostRecentLagMs=33 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:08.348308217Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6033
level=debug ts=2026-02-16T12:12:08.348321319Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=33
level=debug ts=2026-02-16T12:12:08.348327515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="95 B" policy= mostRecentLagMs=8034
level=debug ts=2026-02-16T12:12:08.348333779Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6033
level=debug ts=2026-02-16T12:12:08.348340005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="231 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:12:08.351478417Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:12:12.78145617Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=7 entries=7 streamLabelsSize="235 B" entriesSize="13 kB" structuredMetadataSize="476 B" totalSize="14 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:12.78148556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:12:12.781498222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:12:12.781504508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="700 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:12:12.781511242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="95 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:12:12.781516723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:12:12.781522823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="569 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:12:12.781527686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:12:12.782965717Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:12:14.233244629Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.0 kB" streams=6 entries=7 streamLabelsSize="216 B" entriesSize="73 kB" structuredMetadataSize="465 B" totalSize="74 kB" mostRecentLagMs=1199 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:14.233274497Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=1199
level=debug ts=2026-02-16T12:12:14.233285682Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=4482
level=debug ts=2026-02-16T12:12:14.233293291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:12:14.233299132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7482
level=debug ts=2026-02-16T12:12:14.233305835Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="649 B" policy= mostRecentLagMs=6482
level=debug ts=2026-02-16T12:12:14.233311209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4482
level=debug ts=2026-02-16T12:12:14.235095786Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:12:21.324487483Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=4 entries=4 streamLabelsSize="108 B" entriesSize="275 kB" structuredMetadataSize="250 B" totalSize="276 kB" mostRecentLagMs=2048 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:21.324513298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="272 kB" policy= mostRecentLagMs=2048
level=debug ts=2026-02-16T12:12:21.324524669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T12:12:21.324530895Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T12:12:21.324536139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T12:12:21.328404808Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:12:23.45417643Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:12:23.787123425Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="25 kB" streams=10 entries=16 streamLabelsSize="331 B" entriesSize="356 kB" structuredMetadataSize="1.1 kB" totalSize="356 kB" mostRecentLagMs=11 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:23.78715241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T12:12:23.787163554Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T12:12:23.787170093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T12:12:23.787175798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T12:12:23.787182472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T12:12:23.787189312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=6011
level=debug ts=2026-02-16T12:12:23.78719452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="222 B" policy= mostRecentLagMs=2010
level=debug ts=2026-02-16T12:12:23.787199291Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T12:12:23.787204114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator\"}" streamLabelsHash=3516083171 streamSizeBytes="97 B" policy= mostRecentLagMs=11
level=debug ts=2026-02-16T12:12:23.787209018Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="344 kB" policy= mostRecentLagMs=3409
level=debug ts=2026-02-16T12:12:23.791286248Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:12:25.755329633Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=5 entries=5 streamLabelsSize="170 B" entriesSize="41 kB" structuredMetadataSize="328 B" totalSize="41 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:25.755357397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:12:25.755369838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:12:25.755377455Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="965 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:12:25.75538491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:12:25.755391711Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=423
level=debug ts=2026-02-16T12:12:25.757052548Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:12:30.306557883Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:12:34.320688583Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.6 kB" streams=7 entries=8 streamLabelsSize="233 B" entriesSize="171 kB" structuredMetadataSize="574 B" totalSize="172 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:34.320719213Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:12:34.320730501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="246 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T12:12:34.320738921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:12:34.320744862Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=8071
level=debug ts=2026-02-16T12:12:34.320750508Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=2381
level=debug ts=2026-02-16T12:12:34.320758285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=5006
level=debug ts=2026-02-16T12:12:34.320763983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:12:34.32403121Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:12:36.755013049Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=5 entries=6 streamLabelsSize="168 B" entriesSize="13 kB" structuredMetadataSize="394 B" totalSize="13 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:36.755041454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="577 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:12:36.75505407Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:12:36.755060247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:12:36.755065866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="340 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T12:12:36.755070847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:12:36.756614954Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:12:36.78019301Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=3 entries=3 streamLabelsSize="105 B" entriesSize="6.7 kB" structuredMetadataSize="190 B" totalSize="6.8 kB" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:36.780213438Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:12:36.78022485Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:12:36.780230821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:12:36.781458612Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:12:45.31985903Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.1 kB" streams=8 entries=9 streamLabelsSize="260 B" entriesSize="59 kB" structuredMetadataSize="600 B" totalSize="60 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:45.319888063Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:12:45.319899371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:12:45.319909045Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=3262
level=debug ts=2026-02-16T12:12:45.319916847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:12:45.319923704Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="324 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:12:45.319931038Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T12:12:45.319937065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:12:45.319942498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=51
level=debug ts=2026-02-16T12:12:45.32165293Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:12:45.533286283Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:52034"
level=debug ts=2026-02-16T12:12:47.75518001Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=6 entries=6 streamLabelsSize="221 B" entriesSize="56 kB" structuredMetadataSize="407 B" totalSize="57 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:47.755207598Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="6.7 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:12:47.755219833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:12:47.755226829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3304
level=debug ts=2026-02-16T12:12:47.755234657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T12:12:47.755243613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T12:12:47.755251457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2652
level=debug ts=2026-02-16T12:12:47.756881074Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:12:47.780386977Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.9 kB" streams=9 entries=10 streamLabelsSize="273 B" entriesSize="18 kB" structuredMetadataSize="634 B" totalSize="18 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:47.7804074Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="610 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:12:47.78041837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:12:47.780424389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:12:47.780429775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:12:47.780434648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="338 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:12:47.780439849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:12:47.78044648Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:12:47.780452594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:12:47.780458727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:12:47.781766609Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:12:56.583806415Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=3 entries=4 streamLabelsSize="81 B" entriesSize="401 kB" structuredMetadataSize="272 B" totalSize="401 kB" mostRecentLagMs=1269 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:56.583855829Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="383 kB" policy= mostRecentLagMs=8358
level=debug ts=2026-02-16T12:12:56.583868406Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=1269
level=debug ts=2026-02-16T12:12:56.583874602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=6269
level=debug ts=2026-02-16T12:12:56.588556671Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:12:59.755586473Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=5 entries=5 streamLabelsSize="187 B" entriesSize="19 kB" structuredMetadataSize="327 B" totalSize="19 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:12:59.75561448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:12:59.755625733Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:12:59.755632797Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:12:59.755638477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="240 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:12:59.755644453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:12:59.757159861Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:13:00.308435527Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:13:02.780812302Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=6 entries=7 streamLabelsSize="221 B" entriesSize="22 kB" structuredMetadataSize="453 B" totalSize="23 kB" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:13:02.780861773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:13:02.780878071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:13:02.780886067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:13:02.780892949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:13:02.780899411Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="17 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:13:02.780904571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:13:02.7823914Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:13:04.168232135Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:13:04.169935086Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T12:13:11.755506613Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.4 kB" streams=5 entries=7 streamLabelsSize="186 B" entriesSize="60 kB" structuredMetadataSize="450 B" totalSize="61 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:13:11.75553747Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:13:11.755550506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:13:11.755557199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5457
level=debug ts=2026-02-16T12:13:11.755562985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:13:11.755570495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:13:11.757457248Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:13:12.320075339Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=5 entries=6 streamLabelsSize="167 B" entriesSize="20 kB" structuredMetadataSize="394 B" totalSize="20 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:13:12.320108844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:13:12.320121194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:13:12.320129744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:13:12.320135115Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2239
level=debug ts=2026-02-16T12:13:12.320140332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T12:13:12.321590988Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:13:13.780400896Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=10 entries=11 streamLabelsSize="296 B" entriesSize="18 kB" structuredMetadataSize="712 B" totalSize="18 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:13:13.780427579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:13:13.780438697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:13:13.780445941Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:13:13.780452432Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:13:13.780458396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:13:13.780465696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="9.3 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:13:13.780471207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:13:13.780477585Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:13:13.780483284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:13:13.780488373Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:13:13.78193085Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:13:23.326156089Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=5 entries=7 streamLabelsSize="128 B" entriesSize="516 kB" structuredMetadataSize="482 B" totalSize="516 kB" mostRecentLagMs=5736 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:13:23.326195909Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T12:13:23.326209026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T12:13:23.326215873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T12:13:23.326222351Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=6012
level=debug ts=2026-02-16T12:13:23.326228642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="503 kB" policy= mostRecentLagMs=5736
level=debug ts=2026-02-16T12:13:23.33110031Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:13:26.754049257Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=5 entries=6 streamLabelsSize="157 B" entriesSize="38 kB" structuredMetadataSize="410 B" totalSize="38 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:13:26.75407746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:13:26.754091452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="948 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T12:13:26.754098911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=5529
level=debug ts=2026-02-16T12:13:26.754105752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T12:13:26.754110823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T12:13:26.755744967Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:13:27.781693566Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=7 entries=7 streamLabelsSize="224 B" entriesSize="16 kB" structuredMetadataSize="442 B" totalSize="17 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:13:27.781731413Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=5245
level=debug ts=2026-02-16T12:13:27.781749778Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:13:27.78176068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:13:27.781770921Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T12:13:27.78178396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:13:27.781792983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="994 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:13:27.781802107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:13:27.78333271Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:13:29.281195025Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:44210"
ts=2026-02-16T12:13:30.309683971Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T12:13:34.319095384Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=4 entries=4 streamLabelsSize="136 B" entriesSize="30 kB" structuredMetadataSize="265 B" totalSize="30 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:13:34.319123386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:13:34.319134601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="12 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:13:34.319141937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:13:34.319147754Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=2270
level=debug ts=2026-02-16T12:13:34.320633474Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:13:37.850212525Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=5 entries=5 streamLabelsSize="207 B" entriesSize="22 kB" structuredMetadataSize="323 B" totalSize="22 kB" mostRecentLagMs=1099 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:13:37.850237472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1099
level=debug ts=2026-02-16T12:13:37.850248138Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="14 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:13:37.850254472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7099
level=debug ts=2026-02-16T12:13:37.850260064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7099
level=debug ts=2026-02-16T12:13:37.850265318Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8099
level=debug ts=2026-02-16T12:13:37.851753155Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:13:39.7805531Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="823 B" streams=3 entries=3 streamLabelsSize="97 B" entriesSize="4.1 kB" structuredMetadataSize="182 B" totalSize="4.2 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:13:39.780584471Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:13:39.780598162Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:13:39.780605772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:13:39.782015827Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:13:45.323808779Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=6 entries=7 streamLabelsSize="173 B" entriesSize="395 kB" structuredMetadataSize="449 B" totalSize="395 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:13:45.323858567Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=1966
level=debug ts=2026-02-16T12:13:45.323871167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="569 B" policy= mostRecentLagMs=5009
level=debug ts=2026-02-16T12:13:45.323879093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T12:13:45.323885417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T12:13:45.32389107Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1009
level=debug ts=2026-02-16T12:13:45.323896276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=7660
level=debug ts=2026-02-16T12:13:45.328413566Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:13:51.782228714Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.7 kB" streams=8 entries=10 streamLabelsSize="258 B" entriesSize="60 kB" structuredMetadataSize="671 B" totalSize="60 kB" mostRecentLagMs=1006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:13:51.782263689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T12:13:51.782276849Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="44 kB" policy= mostRecentLagMs=5354
level=debug ts=2026-02-16T12:13:51.782284623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="563 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:13:51.782290307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T12:13:51.782295881Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T12:13:51.782300877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:13:51.782308207Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:13:51.782313087Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:13:51.784183657Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:13:53.577442716Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.5 kB" streams=7 entries=8 streamLabelsSize="243 B" entriesSize="54 kB" structuredMetadataSize="565 B" totalSize="55 kB" mostRecentLagMs=5826 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:13:53.577469154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="769 B" policy= mostRecentLagMs=6826
level=debug ts=2026-02-16T12:13:53.577480261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8826
level=debug ts=2026-02-16T12:13:53.577486288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=7826
level=debug ts=2026-02-16T12:13:53.577492426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="13 kB" policy= mostRecentLagMs=5826
level=debug ts=2026-02-16T12:13:53.577497361Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:13:53.577502489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6826
level=debug ts=2026-02-16T12:13:53.577507788Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5826
level=debug ts=2026-02-16T12:13:53.579038388Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:14:00.310363951Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T12:14:01.853960765Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:14:02.780923319Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=9 entries=9 streamLabelsSize="315 B" entriesSize="29 kB" structuredMetadataSize="574 B" totalSize="30 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:02.780954241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="729 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:14:02.780966366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="126 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:14:02.780987451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:14:02.780994622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:14:02.781000983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="215 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:14:02.781006412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:14:02.781011504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:14:02.781016498Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=703
level=debug ts=2026-02-16T12:14:02.781021947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:14:02.782597405Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:14:03.755432295Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.1 kB" streams=8 entries=9 streamLabelsSize="291 B" entriesSize="79 kB" structuredMetadataSize="577 B" totalSize="79 kB" mostRecentLagMs=2580 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:03.755463667Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:14:03.755475159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:14:03.755481645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:14:03.755488958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:14:03.755495171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:14:03.755502273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:14:03.755509868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:14:03.755516665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2580
level=debug ts=2026-02-16T12:14:03.757928411Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:14:06.319266621Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.5 kB" streams=7 entries=7 streamLabelsSize="196 B" entriesSize="4.2 kB" structuredMetadataSize="431 B" totalSize="4.4 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:06.319308348Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:14:06.319326731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:14:06.319338761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="378 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:14:06.319347082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:14:06.319356757Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:14:06.319365807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:14:06.319375477Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:14:06.320745808Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:14:13.781062857Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=6 entries=7 streamLabelsSize="177 B" entriesSize="7.9 kB" structuredMetadataSize="442 B" totalSize="8.1 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:13.781104444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:14:13.781120745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:14:13.781130359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="849 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:14:13.781138904Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:14:13.781146903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:14:13.781155912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:14:13.782696854Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:14:18.324417052Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=3 entries=4 streamLabelsSize="100 B" entriesSize="510 kB" structuredMetadataSize="286 B" totalSize="510 kB" mostRecentLagMs=8009 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:18.324446956Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T12:14:18.32445799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="508 kB" policy= mostRecentLagMs=8925
level=debug ts=2026-02-16T12:14:18.324463981Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="712 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T12:14:18.32879997Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:14:21.754607086Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=6 entries=7 streamLabelsSize="221 B" entriesSize="38 kB" structuredMetadataSize="466 B" totalSize="38 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:21.75463261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2102
level=debug ts=2026-02-16T12:14:21.754644004Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T12:14:21.754652565Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T12:14:21.754659495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:14:21.754664868Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T12:14:21.754669882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:14:21.756701763Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:14:28.780277765Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.3 kB" streams=8 entries=9 streamLabelsSize="278 B" entriesSize="30 kB" structuredMetadataSize="585 B" totalSize="31 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:28.780305766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:14:28.780318552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:14:28.780325445Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:14:28.780331146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:14:28.780336672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:14:28.780341805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="14 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:14:28.780346912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:14:28.780351634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:14:28.782016327Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:14:30.311646375Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:14:34.318589889Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="797 B" streams=3 entries=3 streamLabelsSize="85 B" entriesSize="2.0 kB" structuredMetadataSize="201 B" totalSize="2.1 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:34.318619552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:14:34.318632332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:14:34.318638932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:14:34.319949783Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:14:35.755101937Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=4 entries=4 streamLabelsSize="153 B" entriesSize="7.8 kB" structuredMetadataSize="267 B" totalSize="8.0 kB" mostRecentLagMs=9004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:35.755132644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:14:35.755145574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:14:35.755152589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="588 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:14:35.755158269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:14:35.756529679Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:14:42.784097017Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=8 entries=11 streamLabelsSize="278 B" entriesSize="225 kB" structuredMetadataSize="771 B" totalSize="225 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:42.784126935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="639 B" policy= mostRecentLagMs=5008
level=debug ts=2026-02-16T12:14:42.784140158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:14:42.784148915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T12:14:42.784157776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T12:14:42.78416605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T12:14:42.784174159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="210 kB" policy= mostRecentLagMs=6288
level=debug ts=2026-02-16T12:14:42.784182716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=3008
level=debug ts=2026-02-16T12:14:42.784190577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:14:42.787497996Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:14:45.325540232Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=5 entries=6 streamLabelsSize="145 B" entriesSize="397 kB" structuredMetadataSize="383 B" totalSize="397 kB" mostRecentLagMs=1011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:45.325567705Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="31 kB" policy= mostRecentLagMs=6206
level=debug ts=2026-02-16T12:14:45.325579525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T12:14:45.325586227Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=7380
level=debug ts=2026-02-16T12:14:45.325591925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=5011
level=debug ts=2026-02-16T12:14:45.325596974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.7 kB" policy= mostRecentLagMs=1011
level=debug ts=2026-02-16T12:14:45.329711905Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:14:45.543756877Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:37778"
ts=2026-02-16T12:14:45.969071418Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:51024"
level=debug ts=2026-02-16T12:14:49.755069267Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.7 kB" streams=7 entries=7 streamLabelsSize="256 B" entriesSize="42 kB" structuredMetadataSize="466 B" totalSize="42 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:49.755102177Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.3 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:14:49.755113141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:14:49.755118884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:14:49.75512409Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:14:49.755129238Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:14:49.75513408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:14:49.755139556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=8294
level=debug ts=2026-02-16T12:14:49.779467485Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:14:52.407267601Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:14:54.781488024Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=8 entries=9 streamLabelsSize="249 B" entriesSize="32 kB" structuredMetadataSize="575 B" totalSize="32 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:54.781519892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:14:54.781532515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:14:54.781540292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:14:54.781546255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:14:54.781552968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="23 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:14:54.781561265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="854 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:14:54.781566005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:14:54.781571951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:14:54.783101733Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:14:58.318293063Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="789 B" streams=3 entries=3 streamLabelsSize="89 B" entriesSize="1.5 kB" structuredMetadataSize="190 B" totalSize="1.6 kB" mostRecentLagMs=3003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:58.318326259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T12:14:58.318337893Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:14:58.318343838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:14:58.319703356Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:14:59.824212865Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=5 entries=8 streamLabelsSize="170 B" entriesSize="134 kB" structuredMetadataSize="553 B" totalSize="134 kB" mostRecentLagMs=219 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:14:59.824240582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4073
level=debug ts=2026-02-16T12:14:59.824251665Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="12 kB" policy= mostRecentLagMs=4073
level=debug ts=2026-02-16T12:14:59.824257763Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=4073
level=debug ts=2026-02-16T12:14:59.824264646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="91 kB" policy= mostRecentLagMs=219
level=debug ts=2026-02-16T12:14:59.824271408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3073
level=debug ts=2026-02-16T12:14:59.826886875Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:15:00.313796686Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:15:06.781123274Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.9 kB" streams=6 entries=6 streamLabelsSize="186 B" entriesSize="55 kB" structuredMetadataSize="387 B" totalSize="55 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:06.781153474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:15:06.781168072Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:15:06.781177447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:15:06.781183298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:15:06.781189002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=3688
level=debug ts=2026-02-16T12:15:06.781194613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="10 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:15:06.782819199Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:15:08.506062821Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=5 streamLabelsSize="135 B" entriesSize="419 kB" structuredMetadataSize="341 B" totalSize="419 kB" mostRecentLagMs=191 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:08.506108136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6191
level=debug ts=2026-02-16T12:15:08.506130199Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="418 kB" policy= mostRecentLagMs=4765
level=debug ts=2026-02-16T12:15:08.506147459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=6191
level=debug ts=2026-02-16T12:15:08.506160568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=191
level=debug ts=2026-02-16T12:15:08.510972339Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:15:12.755392746Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=7 entries=7 streamLabelsSize="254 B" entriesSize="46 kB" structuredMetadataSize="457 B" totalSize="46 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:12.75542037Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:15:12.755431173Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:15:12.755437106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:15:12.755442286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:15:12.755447621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=1813
level=debug ts=2026-02-16T12:15:12.755452537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:15:12.755458265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:15:12.757646923Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:15:15.544763712Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:47562"
level=debug ts=2026-02-16T12:15:17.780651692Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=10 entries=11 streamLabelsSize="315 B" entriesSize="24 kB" structuredMetadataSize="680 B" totalSize="24 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:17.780682056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:15:17.780697226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:15:17.780705077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:15:17.780710581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:15:17.780715946Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:15:17.780720712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:15:17.780725312Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:15:17.780729899Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:15:17.780734583Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:15:17.780739386Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:15:17.782303505Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:15:19.319698804Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.7 kB" streams=8 entries=10 streamLabelsSize="242 B" entriesSize="48 kB" structuredMetadataSize="639 B" totalSize="48 kB" mostRecentLagMs=3005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:19.319726924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:15:19.319737706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:15:19.319745472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.6 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:15:19.319752945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="10 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:15:19.319758702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3405
level=debug ts=2026-02-16T12:15:19.319765026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:15:19.319771371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:15:19.319776679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:15:19.321771194Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:15:25.754342422Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.8 kB" streams=5 entries=6 streamLabelsSize="191 B" entriesSize="21 kB" structuredMetadataSize="409 B" totalSize="22 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:25.754370734Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T12:15:25.754381923Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T12:15:25.754387823Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T12:15:25.754393657Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T12:15:25.754399672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T12:15:25.756650177Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:15:28.780180746Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=5 entries=6 streamLabelsSize="157 B" entriesSize="9.1 kB" structuredMetadataSize="383 B" totalSize="9.3 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:28.780209602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T12:15:28.780220933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:15:28.780227106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:15:28.780233262Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="857 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:15:28.78024111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:15:28.78165822Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:15:29.292792685Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:34272"
ts=2026-02-16T12:15:30.31550741Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:15:30.322831406Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=2 entries=3 streamLabelsSize="49 B" entriesSize="319 kB" structuredMetadataSize="196 B" totalSize="319 kB" mostRecentLagMs=6008 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:30.322872224Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T12:15:30.322884917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="317 kB" policy= mostRecentLagMs=9002
level=debug ts=2026-02-16T12:15:30.327475727Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:15:35.583176661Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:15:36.753950427Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.4 kB" streams=4 entries=4 streamLabelsSize="148 B" entriesSize="35 kB" structuredMetadataSize="266 B" totalSize="35 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:36.753981459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T12:15:36.75399429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T12:15:36.754002488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=3618
level=debug ts=2026-02-16T12:15:36.754009651Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="481 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:15:36.75576045Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:15:42.320966587Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=4 entries=5 streamLabelsSize="118 B" entriesSize="33 kB" structuredMetadataSize="307 B" totalSize="33 kB" mostRecentLagMs=2006 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:42.320996604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:15:42.321009948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:15:42.32101775Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T12:15:42.321024365Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4007
level=debug ts=2026-02-16T12:15:42.322730488Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:15:43.780195766Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=7 entries=7 streamLabelsSize="228 B" entriesSize="5.2 kB" structuredMetadataSize="439 B" totalSize="5.4 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:43.780234139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="339 B" policy= mostRecentLagMs=3003
level=debug ts=2026-02-16T12:15:43.780253706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:15:43.780264397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:15:43.78027448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:15:43.7802836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:15:43.780293465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:15:43.78030246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:15:43.781828087Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:15:45.973930865Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:48240"
level=debug ts=2026-02-16T12:15:46.806255976Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=4 entries=5 streamLabelsSize="125 B" entriesSize="29 kB" structuredMetadataSize="311 B" totalSize="29 kB" mostRecentLagMs=2055 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:46.806285026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7054
level=debug ts=2026-02-16T12:15:46.806296664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=5055
level=debug ts=2026-02-16T12:15:46.806303604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=5055
level=debug ts=2026-02-16T12:15:46.806310364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="891 B" policy= mostRecentLagMs=2055
level=debug ts=2026-02-16T12:15:46.80788942Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:15:54.324925973Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=6 streamLabelsSize="150 B" entriesSize="390 kB" structuredMetadataSize="413 B" totalSize="390 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:54.324956245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=3632
level=debug ts=2026-02-16T12:15:54.324967552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T12:15:54.324973852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T12:15:54.324979414Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="599 B" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T12:15:54.324984334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T12:15:54.329205622Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:15:55.780562507Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=5 entries=6 streamLabelsSize="168 B" entriesSize="32 kB" structuredMetadataSize="392 B" totalSize="32 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:55.780591299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:15:55.780603653Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="22 kB" policy= mostRecentLagMs=4064
level=debug ts=2026-02-16T12:15:55.780611382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="594 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:15:55.780623247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:15:55.78063042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="703 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:15:55.782268737Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:15:59.754412194Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=5 entries=6 streamLabelsSize="199 B" entriesSize="40 kB" structuredMetadataSize="401 B" totalSize="40 kB" mostRecentLagMs=3003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:15:59.754442371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="838 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T12:15:59.754454544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T12:15:59.754460474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:15:59.754468641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:15:59.754475274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8002
level=debug ts=2026-02-16T12:15:59.756109415Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:16:00.31720909Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:16:04.778480349Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=4 entries=4 streamLabelsSize="120 B" entriesSize="149 kB" structuredMetadataSize="266 B" totalSize="149 kB" mostRecentLagMs=1464 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:16:04.778511345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1464
level=debug ts=2026-02-16T12:16:04.778524159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:16:04.778530147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=9463
level=debug ts=2026-02-16T12:16:04.778535417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1464
level=debug ts=2026-02-16T12:16:04.78133287Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:16:07.78106015Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=7 entries=7 streamLabelsSize="216 B" entriesSize="9.9 kB" structuredMetadataSize="440 B" totalSize="10 kB" mostRecentLagMs=4004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:16:07.781086967Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:16:07.781098308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:16:07.781106376Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:16:07.781111683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:16:07.781116812Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:16:07.781121639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:16:07.781127417Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:16:07.782620172Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:16:15.547833019Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:35444"
level=debug ts=2026-02-16T12:16:16.755481446Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.7 kB" streams=7 entries=8 streamLabelsSize="256 B" entriesSize="48 kB" structuredMetadataSize="548 B" totalSize="48 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:16:16.755514436Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="569 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:16:16.755526075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4383
level=debug ts=2026-02-16T12:16:16.755533523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:16:16.755541128Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:16:16.75554683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:16:16.755554241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:16:16.755564094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:16:16.757177843Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:16:18.323930266Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=5 entries=7 streamLabelsSize="147 B" entriesSize="397 kB" structuredMetadataSize="455 B" totalSize="397 kB" mostRecentLagMs=1578 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:16:18.323960286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=4009
level=debug ts=2026-02-16T12:16:18.323972887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="897 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T12:16:18.323981056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="34 kB" policy= mostRecentLagMs=1578
level=debug ts=2026-02-16T12:16:18.323986683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=10010
level=debug ts=2026-02-16T12:16:18.323992481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=1716
level=debug ts=2026-02-16T12:16:18.328624874Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:16:18.78580722Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="17 kB" streams=7 entries=10 streamLabelsSize="233 B" entriesSize="237 kB" structuredMetadataSize="700 B" totalSize="237 kB" mostRecentLagMs=10 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:16:18.785851989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T12:16:18.785869731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T12:16:18.785880831Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="885 B" policy= mostRecentLagMs=8009
level=debug ts=2026-02-16T12:16:18.78588706Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6010
level=debug ts=2026-02-16T12:16:18.785892991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="227 kB" policy= mostRecentLagMs=298
level=debug ts=2026-02-16T12:16:18.785898765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=3010
level=debug ts=2026-02-16T12:16:18.785904047Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=10
level=debug ts=2026-02-16T12:16:18.789122234Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:16:29.298543387Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:60864"
ts=2026-02-16T12:16:30.319291425Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:16:30.729817488Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=6 entries=7 streamLabelsSize="216 B" entriesSize="55 kB" structuredMetadataSize="469 B" totalSize="55 kB" mostRecentLagMs=2953 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:16:30.729866325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=2953
level=debug ts=2026-02-16T12:16:30.729877695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=2953
level=debug ts=2026-02-16T12:16:30.72988408Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3953
level=debug ts=2026-02-16T12:16:30.729890685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="46 kB" policy= mostRecentLagMs=9079
level=debug ts=2026-02-16T12:16:30.729897731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="540 B" policy= mostRecentLagMs=8953
level=debug ts=2026-02-16T12:16:30.729903838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6954
level=debug ts=2026-02-16T12:16:30.732190183Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:16:32.755792164Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.6 kB" streams=7 entries=8 streamLabelsSize="260 B" entriesSize="39 kB" structuredMetadataSize="508 B" totalSize="40 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:16:32.755818796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:16:32.755830183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:16:32.755859222Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:16:32.755867555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="9.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:16:32.755875453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:16:32.755881057Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:16:32.75588742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="22 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:16:32.757542485Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:16:35.317988506Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="935 B" streams=5 entries=5 streamLabelsSize="143 B" entriesSize="2.6 kB" structuredMetadataSize="324 B" totalSize="2.7 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:16:35.318018656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:16:35.318031106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:16:35.318037294Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T12:16:35.318043622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:16:35.318049456Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T12:16:35.3193611Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:16:37.505087578Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:16:42.780327453Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=7 entries=7 streamLabelsSize="236 B" entriesSize="12 kB" structuredMetadataSize="467 B" totalSize="12 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:16:42.780356258Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:16:42.78036761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="750 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:16:42.780373773Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:16:42.780379387Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="338 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:16:42.780384922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:16:42.78039017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:16:42.780396646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:16:42.78190974Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:16:44.550653827Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=4 entries=5 streamLabelsSize="119 B" entriesSize="34 kB" structuredMetadataSize="334 B" totalSize="34 kB" mostRecentLagMs=799 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:16:44.55068248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4799
level=debug ts=2026-02-16T12:16:44.550695673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="844 B" policy= mostRecentLagMs=1799
level=debug ts=2026-02-16T12:16:44.550703369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:16:44.55071029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=799
level=debug ts=2026-02-16T12:16:44.552580932Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:16:45.977858099Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:35306"
level=debug ts=2026-02-16T12:16:48.326132044Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=5 entries=6 streamLabelsSize="145 B" entriesSize="528 kB" structuredMetadataSize="414 B" totalSize="528 kB" mostRecentLagMs=2011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:16:48.326160917Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="830 B" policy= mostRecentLagMs=2011
level=debug ts=2026-02-16T12:16:48.326172016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="440 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T12:16:48.326179215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="777 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T12:16:48.326185644Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T12:16:48.326192896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="525 kB" policy= mostRecentLagMs=2826
level=debug ts=2026-02-16T12:16:48.330774273Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:16:53.78133001Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=7 entries=7 streamLabelsSize="207 B" entriesSize="18 kB" structuredMetadataSize="429 B" totalSize="19 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:16:53.781388028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="539 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:16:53.781411362Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:16:53.781428306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:16:53.781443298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:16:53.781458741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:16:53.781474427Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:16:53.781488848Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T12:16:53.783118526Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:16:56.754510007Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=7 entries=7 streamLabelsSize="248 B" entriesSize="58 kB" structuredMetadataSize="467 B" totalSize="58 kB" mostRecentLagMs=643 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:16:56.754539058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=643
level=debug ts=2026-02-16T12:16:56.754554075Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T12:16:56.754565121Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:16:56.754571857Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:16:56.754578611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T12:16:56.754585572Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="838 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T12:16:56.754590933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T12:16:56.756270754Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:17:00.322147242Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:17:04.319310973Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=4 entries=4 streamLabelsSize="136 B" entriesSize="34 kB" structuredMetadataSize="249 B" totalSize="34 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:17:04.319342939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=5187
level=debug ts=2026-02-16T12:17:04.319355594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:17:04.31936195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:17:04.319369613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:17:04.320908334Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:17:06.780599247Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=5 entries=6 streamLabelsSize="161 B" entriesSize="2.6 kB" structuredMetadataSize="377 B" totalSize="2.8 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:17:06.780627826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:17:06.780639793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:17:06.780646382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="735 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:17:06.780651879Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:17:06.780659613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:17:06.782072054Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:17:07.754127414Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="370 B" streams=2 entries=2 streamLabelsSize="75 B" entriesSize="425 B" structuredMetadataSize="124 B" totalSize="500 B" mostRecentLagMs=6003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:17:07.75415579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T12:17:07.754168261Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="172 B" policy= mostRecentLagMs=10002
level=debug ts=2026-02-16T12:17:07.755497226Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:17:16.661531375Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:17:16.663111175Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T12:17:18.325528614Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=5 entries=5 streamLabelsSize="150 B" entriesSize="362 kB" structuredMetadataSize="327 B" totalSize="362 kB" mostRecentLagMs=3011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:17:18.325557766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="779 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T12:17:18.325571193Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="639 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T12:17:18.325577428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T12:17:18.325583838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T12:17:18.325589324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=3856
level=debug ts=2026-02-16T12:17:18.329599443Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:17:18.780007458Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=10 entries=10 streamLabelsSize="296 B" entriesSize="8.6 kB" structuredMetadataSize="640 B" totalSize="8.9 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:17:18.780036939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:17:18.780049911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T12:17:18.780059254Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T12:17:18.78006588Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T12:17:18.780072529Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:17:18.780078515Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:17:18.780084385Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T12:17:18.78008932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T12:17:18.780094029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:17:18.780098894Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T12:17:18.781696474Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:17:19.755490363Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.7 kB" streams=6 entries=9 streamLabelsSize="204 B" entriesSize="82 kB" structuredMetadataSize="593 B" totalSize="82 kB" mostRecentLagMs=965 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:17:19.755520352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=2327
level=debug ts=2026-02-16T12:17:19.755531204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:17:19.755537339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:17:19.755543974Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:17:19.755552785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="40 kB" policy= mostRecentLagMs=965
level=debug ts=2026-02-16T12:17:19.75556136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:17:19.758282915Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:17:30.324154113Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T12:17:34.320283455Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=4 entries=4 streamLabelsSize="123 B" entriesSize="3.3 kB" structuredMetadataSize="266 B" totalSize="3.5 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:17:34.320311372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T12:17:34.32032345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:17:34.320329843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:17:34.320335422Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:17:34.321723437Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:17:35.755119514Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=7 entries=8 streamLabelsSize="264 B" entriesSize="15 kB" structuredMetadataSize="515 B" totalSize="15 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:17:35.755146748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:17:35.755158134Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:17:35.75517048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T12:17:35.755178911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="218 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:17:35.755185165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:17:35.755191194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:17:35.75519701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:17:35.756677017Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:17:35.780093425Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=7 entries=7 streamLabelsSize="224 B" entriesSize="20 kB" structuredMetadataSize="451 B" totalSize="20 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:17:35.780129347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T12:17:35.780147639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:17:35.780160642Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:17:35.780171344Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="946 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:17:35.780181076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:17:35.780190755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:17:35.780199914Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:17:35.781662054Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:17:45.327129748Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=4 entries=6 streamLabelsSize="103 B" entriesSize="551 kB" structuredMetadataSize="408 B" totalSize="552 kB" mostRecentLagMs=1013 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:17:45.327159808Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8434
level=debug ts=2026-02-16T12:17:45.327170392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=1013
level=debug ts=2026-02-16T12:17:45.327175989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="530 kB" policy= mostRecentLagMs=1977
level=debug ts=2026-02-16T12:17:45.327181015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T12:17:45.332086177Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:17:45.553016332Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:38666"
level=debug ts=2026-02-16T12:17:47.755784986Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=6 entries=6 streamLabelsSize="202 B" entriesSize="49 kB" structuredMetadataSize="408 B" totalSize="49 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:17:47.755811506Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:17:47.755823524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="9.3 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:17:47.755830581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8655
level=debug ts=2026-02-16T12:17:47.755854357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:17:47.755860322Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:17:47.755865842Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:17:47.75751456Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:17:48.780699121Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=9 entries=10 streamLabelsSize="290 B" entriesSize="28 kB" structuredMetadataSize="628 B" totalSize="28 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:17:48.780728931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=794
level=debug ts=2026-02-16T12:17:48.780744928Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:17:48.780756964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:17:48.780765328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:17:48.780770507Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:17:48.780775391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:17:48.780780774Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="649 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:17:48.780786205Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:17:48.780791275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:17:48.782515657Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:17:59.010337023Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=7 entries=7 streamLabelsSize="220 B" entriesSize="263 kB" structuredMetadataSize="467 B" totalSize="264 kB" mostRecentLagMs=326 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:17:59.010366071Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="209 kB" policy= mostRecentLagMs=326
level=debug ts=2026-02-16T12:17:59.010378139Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="622 B" policy= mostRecentLagMs=8696
level=debug ts=2026-02-16T12:17:59.010384055Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4695
level=debug ts=2026-02-16T12:17:59.010389428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=9696
level=debug ts=2026-02-16T12:17:59.010395044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=8477
level=debug ts=2026-02-16T12:17:59.010400068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=3696
level=debug ts=2026-02-16T12:17:59.010405116Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T12:17:59.013870858Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:18:00.325750634Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:18:00.75705478Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="10 kB" streams=6 entries=9 streamLabelsSize="228 B" entriesSize="124 kB" structuredMetadataSize="621 B" totalSize="125 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:00.757082807Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="14 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T12:18:00.757094713Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6006
level=debug ts=2026-02-16T12:18:00.757102728Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:18:00.757108619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:18:00.757115094Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="13 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:18:00.757121714Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="91 kB" policy= mostRecentLagMs=1581
level=debug ts=2026-02-16T12:18:00.760367207Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:18:03.132961061Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.0 kB" streams=8 entries=10 streamLabelsSize="265 B" entriesSize="69 kB" structuredMetadataSize="675 B" totalSize="69 kB" mostRecentLagMs=2868 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:03.133010542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=9356
level=debug ts=2026-02-16T12:18:03.133031544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4357
level=debug ts=2026-02-16T12:18:03.13304959Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="67 kB" policy= mostRecentLagMs=2869
level=debug ts=2026-02-16T12:18:03.133062527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=4357
level=debug ts=2026-02-16T12:18:03.133078955Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6356
level=debug ts=2026-02-16T12:18:03.133094617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=3357
level=debug ts=2026-02-16T12:18:03.133107501Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4357
level=debug ts=2026-02-16T12:18:03.133116772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=3357
level=debug ts=2026-02-16T12:18:03.135153738Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:18:12.755271069Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=7 entries=7 streamLabelsSize="256 B" entriesSize="46 kB" structuredMetadataSize="470 B" totalSize="47 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:12.755301918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:18:12.755313647Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:18:12.755319911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:18:12.755325202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:18:12.755331007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="358 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:18:12.755337903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=4772
level=debug ts=2026-02-16T12:18:12.755342988Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:18:12.756972037Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:18:13.318991261Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.1 kB" streams=3 entries=4 streamLabelsSize="100 B" entriesSize="2.1 kB" structuredMetadataSize="251 B" totalSize="2.2 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:13.319021256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:18:13.3190329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="700 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:18:13.31903984Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:18:13.320336649Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:18:17.955992006Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:18:22.780937289Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.3 kB" streams=9 entries=11 streamLabelsSize="278 B" entriesSize="32 kB" structuredMetadataSize="695 B" totalSize="33 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:22.780964349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:18:22.780974937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:18:22.78098131Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:18:22.780987646Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:18:22.780993457Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:18:22.780999149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:18:22.781005083Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:18:22.781009975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="167 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:18:22.781015749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:18:22.782703001Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:18:23.754353657Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=5 entries=5 streamLabelsSize="183 B" entriesSize="8.5 kB" structuredMetadataSize="329 B" totalSize="8.7 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:23.7543819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:18:23.754394825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:18:23.754401716Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:18:23.75440723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:18:23.754412725Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=6003
level=debug ts=2026-02-16T12:18:23.755782647Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:18:24.322980249Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=4 entries=4 streamLabelsSize="115 B" entriesSize="320 kB" structuredMetadataSize="269 B" totalSize="320 kB" mostRecentLagMs=8 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:24.323008695Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T12:18:24.323020156Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="316 kB" policy= mostRecentLagMs=3301
level=debug ts=2026-02-16T12:18:24.323027364Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T12:18:24.323034492Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T12:18:24.327000047Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:18:30.327548352Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:18:33.067949756Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=8 entries=10 streamLabelsSize="262 B" entriesSize="18 kB" structuredMetadataSize="651 B" totalSize="18 kB" mostRecentLagMs=4291 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:33.067980536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=7291
level=debug ts=2026-02-16T12:18:33.067992203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=6291
level=debug ts=2026-02-16T12:18:33.067998159Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9292
level=debug ts=2026-02-16T12:18:33.068004903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9292
level=debug ts=2026-02-16T12:18:33.06801167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=7291
level=debug ts=2026-02-16T12:18:33.068017861Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:18:33.068022992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="985 B" policy= mostRecentLagMs=6291
level=debug ts=2026-02-16T12:18:33.068029028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=4292
level=debug ts=2026-02-16T12:18:33.06987644Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:18:34.75505646Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.9 kB" streams=7 entries=7 streamLabelsSize="251 B" entriesSize="49 kB" structuredMetadataSize="505 B" totalSize="50 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:34.755083744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:18:34.755095005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:18:34.75510067Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=3438
level=debug ts=2026-02-16T12:18:34.755106336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:18:34.755111234Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:18:34.755116211Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:18:34.755121623Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:18:34.757063771Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:18:39.32215915Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=7 entries=7 streamLabelsSize="231 B" entriesSize="200 kB" structuredMetadataSize="483 B" totalSize="200 kB" mostRecentLagMs=2074 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:39.322188964Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:18:39.322200228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="381 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:18:39.322207006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:18:39.322213212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=2074
level=debug ts=2026-02-16T12:18:39.322220543Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T12:18:39.322227359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=7473
level=debug ts=2026-02-16T12:18:39.322234021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=5264
level=debug ts=2026-02-16T12:18:39.32485796Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:18:44.232945681Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=6 entries=8 streamLabelsSize="208 B" entriesSize="227 kB" structuredMetadataSize="558 B" totalSize="227 kB" mostRecentLagMs=456 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:44.232975303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=456
level=debug ts=2026-02-16T12:18:44.232987608Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="8.2 kB" policy= mostRecentLagMs=7457
level=debug ts=2026-02-16T12:18:44.232993685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=5456
level=debug ts=2026-02-16T12:18:44.232999951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1457
level=debug ts=2026-02-16T12:18:44.233005883Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="214 kB" policy= mostRecentLagMs=7925
level=debug ts=2026-02-16T12:18:44.233010638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=5456
level=debug ts=2026-02-16T12:18:44.236045204Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:18:48.754357125Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.0 kB" streams=4 entries=5 streamLabelsSize="130 B" entriesSize="30 kB" structuredMetadataSize="322 B" totalSize="30 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:48.75439009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T12:18:48.754406109Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:18:48.754413524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T12:18:48.754419947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="845 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:18:48.755960446Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:18:51.324996349Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=4 entries=5 streamLabelsSize="115 B" entriesSize="382 kB" structuredMetadataSize="335 B" totalSize="382 kB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:51.325026876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=5883
level=debug ts=2026-02-16T12:18:51.325038726Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T12:18:51.325045048Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=1190
level=debug ts=2026-02-16T12:18:51.325050766Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7010
level=debug ts=2026-02-16T12:18:51.329248375Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:18:54.78089208Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=7 entries=8 streamLabelsSize="216 B" entriesSize="29 kB" structuredMetadataSize="533 B" totalSize="29 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:18:54.780921686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:18:54.780933769Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:18:54.780941143Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="22 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:18:54.780946888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="416 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:18:54.780953526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:18:54.780959581Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.9 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:18:54.780964384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:18:54.782543092Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:18:59.007709721Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:19:00.093595221Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.6 kB" streams=5 entries=6 streamLabelsSize="186 B" entriesSize="48 kB" structuredMetadataSize="403 B" totalSize="48 kB" mostRecentLagMs=342 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:00.093624046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3342
level=debug ts=2026-02-16T12:19:00.093635878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3342
level=debug ts=2026-02-16T12:19:00.093642776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=3342
level=debug ts=2026-02-16T12:19:00.093647699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:19:00.093653398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="11 kB" policy= mostRecentLagMs=342
level=debug ts=2026-02-16T12:19:00.095227269Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:19:00.328911089Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T12:19:04.319141229Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.0 kB" streams=6 entries=7 streamLabelsSize="190 B" entriesSize="6.5 kB" structuredMetadataSize="457 B" totalSize="6.7 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:04.31917454Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:19:04.319187533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:19:04.319194589Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:19:04.319200357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="672 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:19:04.319206129Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:19:04.31921126Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:19:04.320578133Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:19:06.781441357Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=10 entries=12 streamLabelsSize="301 B" entriesSize="21 kB" structuredMetadataSize="752 B" totalSize="21 kB" mostRecentLagMs=2005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:06.781469898Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:19:06.78148117Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:19:06.781488439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:19:06.781493936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:19:06.781498926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="382 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:19:06.781504212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.3 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:19:06.781510114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:19:06.781515151Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:19:06.781519995Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:19:06.781524595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="468 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:19:06.78306494Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:19:10.753985117Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="219 B" streams=1 entries=1 streamLabelsSize="48 B" entriesSize="253 B" structuredMetadataSize="60 B" totalSize="301 B" mostRecentLagMs=10003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:10.754013178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:19:10.755369669Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:19:15.989556838Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:33544"
level=debug ts=2026-02-16T12:19:19.781295581Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.9 kB" streams=9 entries=9 streamLabelsSize="270 B" entriesSize="22 kB" structuredMetadataSize="586 B" totalSize="22 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:19.781324306Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=3917
level=debug ts=2026-02-16T12:19:19.781335655Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:19:19.781341986Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="900 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:19:19.781347082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:19:19.781351781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:19:19.781356525Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:19:19.781363819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:19:19.781368837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="976 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:19:19.781375339Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:19:19.782946777Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:19:21.483536743Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.2 kB" streams=3 entries=3 streamLabelsSize="113 B" entriesSize="37 kB" structuredMetadataSize="212 B" totalSize="38 kB" mostRecentLagMs=1733 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:21.483566077Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1733
level=debug ts=2026-02-16T12:19:21.483577518Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:19:21.483584527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4732
level=debug ts=2026-02-16T12:19:21.485361872Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:19:22.325701784Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="15 kB" streams=6 entries=8 streamLabelsSize="173 B" entriesSize="535 kB" structuredMetadataSize="538 B" totalSize="536 kB" mostRecentLagMs=127 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:22.325729349Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="770 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T12:19:22.325740715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="530 kB" policy= mostRecentLagMs=127
level=debug ts=2026-02-16T12:19:22.325747989Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="778 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T12:19:22.325753216Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=7011
level=debug ts=2026-02-16T12:19:22.325758041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T12:19:22.325763486Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T12:19:22.330182038Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:19:29.316926037Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:40896"
ts=2026-02-16T12:19:30.330612282Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:19:31.755822136Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.2 kB" streams=6 entries=8 streamLabelsSize="208 B" entriesSize="26 kB" structuredMetadataSize="505 B" totalSize="26 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:31.755880718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:19:31.75589299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:19:31.755899731Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:19:31.755909637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:19:31.755919605Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:19:31.755930464Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:19:31.757386657Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:19:32.780012616Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=5 entries=6 streamLabelsSize="152 B" entriesSize="6.6 kB" structuredMetadataSize="379 B" totalSize="6.7 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:32.780042149Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="499 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:19:32.780053347Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:19:32.780058703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="219 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:19:32.780063622Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:19:32.780069496Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T12:19:32.781437Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:19:36.319534133Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=3 entries=4 streamLabelsSize="108 B" entriesSize="33 kB" structuredMetadataSize="265 B" totalSize="33 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:36.319561475Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:19:36.31957251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:19:36.319578396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:19:36.321254287Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:19:41.438550983Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:19:42.879155764Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=5 entries=5 streamLabelsSize="186 B" entriesSize="62 kB" structuredMetadataSize="332 B" totalSize="62 kB" mostRecentLagMs=3127 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:42.879188527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3127
level=debug ts=2026-02-16T12:19:42.879201062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="24 kB" policy= mostRecentLagMs=6408
level=debug ts=2026-02-16T12:19:42.8792079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6128
level=debug ts=2026-02-16T12:19:42.879214404Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:19:42.879220167Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3127
level=debug ts=2026-02-16T12:19:42.880887506Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:19:43.779560257Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.2 kB" streams=4 entries=4 streamLabelsSize="115 B" entriesSize="4.7 kB" structuredMetadataSize="251 B" totalSize="4.8 kB" mostRecentLagMs=2003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:43.779588259Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T12:19:43.779601652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T12:19:43.779608629Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=5003
level=debug ts=2026-02-16T12:19:43.779616017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:19:43.781008372Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:19:45.991191785Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:56446"
level=debug ts=2026-02-16T12:19:52.323873132Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=3 entries=3 streamLabelsSize="72 B" entriesSize="406 kB" structuredMetadataSize="197 B" totalSize="407 kB" mostRecentLagMs=5097 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:52.323903266Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="405 kB" policy= mostRecentLagMs=5097
level=debug ts=2026-02-16T12:19:52.323915206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="810 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T12:19:52.323922383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=7009
level=debug ts=2026-02-16T12:19:52.328127815Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:19:55.780492227Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=7 entries=8 streamLabelsSize="199 B" entriesSize="6.4 kB" structuredMetadataSize="519 B" totalSize="6.6 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:19:55.780518449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:19:55.780528931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="581 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:19:55.780535248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="932 B" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:19:55.780541029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:19:55.780548499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="533 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:19:55.780553511Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:19:55.780558147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:19:55.781977909Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:19:59.319969488Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:55718"
ts=2026-02-16T12:20:00.332743025Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:20:00.756341902Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=6 entries=7 streamLabelsSize="205 B" entriesSize="37 kB" structuredMetadataSize="459 B" totalSize="37 kB" mostRecentLagMs=4005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:00.756387253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=6557
level=debug ts=2026-02-16T12:20:00.75640465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:20:00.75641701Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:20:00.75642637Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="824 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:20:00.756434969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:20:00.756445495Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:20:00.75830539Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:20:04.318464664Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.2 kB" streams=4 entries=5 streamLabelsSize="120 B" entriesSize="3.1 kB" structuredMetadataSize="317 B" totalSize="3.2 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:04.318496922Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T12:20:04.318509012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="535 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:20:04.318515191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=3
level=debug ts=2026-02-16T12:20:04.318521132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:20:04.319885979Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:20:06.780253676Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.1 kB" streams=5 entries=5 streamLabelsSize="167 B" entriesSize="2.0 kB" structuredMetadataSize="300 B" totalSize="2.2 kB" mostRecentLagMs=7004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:06.780282767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:20:06.780295264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:20:06.780301798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="964 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:20:06.780307592Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:20:06.780313491Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:20:06.781651115Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:20:15.089092668Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.8 kB" streams=4 entries=4 streamLabelsSize="143 B" entriesSize="37 kB" structuredMetadataSize="287 B" totalSize="38 kB" mostRecentLagMs=2338 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:15.089121785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=2338
level=debug ts=2026-02-16T12:20:15.089133936Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=6337
level=debug ts=2026-02-16T12:20:15.089141853Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:20:15.089148488Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=2338
level=debug ts=2026-02-16T12:20:15.09071669Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:20:17.574544448Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="22 kB" streams=8 entries=12 streamLabelsSize="264 B" entriesSize="307 kB" structuredMetadataSize="855 B" totalSize="308 kB" mostRecentLagMs=492 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:17.574571877Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=6798
level=debug ts=2026-02-16T12:20:17.574583606Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="254 kB" policy= mostRecentLagMs=492
level=debug ts=2026-02-16T12:20:17.574590453Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4798
level=debug ts=2026-02-16T12:20:17.57459638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="40 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T12:20:17.57460174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3798
level=debug ts=2026-02-16T12:20:17.574608242Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=1798
level=debug ts=2026-02-16T12:20:17.574613391Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=5798
level=debug ts=2026-02-16T12:20:17.574618863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.5 kB" policy= mostRecentLagMs=9798
level=debug ts=2026-02-16T12:20:17.579194407Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:20:19.326821712Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="16 kB" streams=7 entries=9 streamLabelsSize="217 B" entriesSize="483 kB" structuredMetadataSize="603 B" totalSize="483 kB" mostRecentLagMs=12 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:19.326867079Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T12:20:19.326878136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T12:20:19.32688431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=4012
level=debug ts=2026-02-16T12:20:19.326890123Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="863 B" policy= mostRecentLagMs=13
level=debug ts=2026-02-16T12:20:19.326895113Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=10012
level=debug ts=2026-02-16T12:20:19.326901631Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="459 kB" policy= mostRecentLagMs=6949
level=debug ts=2026-02-16T12:20:19.32690675Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="10 kB" policy= mostRecentLagMs=7012
level=debug ts=2026-02-16T12:20:19.331424915Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:20:25.756457858Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.5 kB" streams=7 entries=10 streamLabelsSize="235 B" entriesSize="79 kB" structuredMetadataSize="665 B" totalSize="79 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:25.756485971Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2872
level=debug ts=2026-02-16T12:20:25.756497504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:20:25.756504626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:20:25.756511645Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.1 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T12:20:25.756518215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="814 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:20:25.756523851Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:20:25.756530212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:20:25.759458322Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:20:28.333480524Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.0 kB" streams=9 entries=13 streamLabelsSize="318 B" entriesSize="85 kB" structuredMetadataSize="862 B" totalSize="85 kB" mostRecentLagMs=557 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:28.333511191Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="18 kB" policy= mostRecentLagMs=557
level=debug ts=2026-02-16T12:20:28.333523111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=6557
level=debug ts=2026-02-16T12:20:28.333530537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="701 B" policy= mostRecentLagMs=4557
level=debug ts=2026-02-16T12:20:28.333535924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="15 kB" policy= mostRecentLagMs=1557
level=debug ts=2026-02-16T12:20:28.33354221Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=8558
level=debug ts=2026-02-16T12:20:28.333548552Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="606 B" policy= mostRecentLagMs=1557
level=debug ts=2026-02-16T12:20:28.333553804Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=4557
level=debug ts=2026-02-16T12:20:28.333558784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="336 B" policy= mostRecentLagMs=8558
level=debug ts=2026-02-16T12:20:28.333566065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="45 kB" policy= mostRecentLagMs=7292
level=debug ts=2026-02-16T12:20:28.336083553Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:20:30.334407553Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-0285d981 10.128.0.61:7946"
level=debug ts=2026-02-16T12:20:31.320328482Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.9 kB" streams=5 entries=5 streamLabelsSize="161 B" entriesSize="63 kB" structuredMetadataSize="331 B" totalSize="63 kB" mostRecentLagMs=619 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:31.320355865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=619
level=debug ts=2026-02-16T12:20:31.320367678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="540 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:20:31.320374925Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=4006
level=debug ts=2026-02-16T12:20:31.320381195Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4439
level=debug ts=2026-02-16T12:20:31.320387483Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="13 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T12:20:31.322115233Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:20:36.755313184Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=3 entries=3 streamLabelsSize="108 B" entriesSize="30 kB" structuredMetadataSize="194 B" totalSize="30 kB" mostRecentLagMs=8367 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:36.755339795Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=8368
level=debug ts=2026-02-16T12:20:36.755350537Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:20:36.755358059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:20:36.756823989Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:20:42.93871563Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:20:43.324999156Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=6 entries=8 streamLabelsSize="160 B" entriesSize="388 kB" structuredMetadataSize="522 B" totalSize="388 kB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:43.325027174Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T12:20:43.325038293Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="745 B" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T12:20:43.325046247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=9010
level=debug ts=2026-02-16T12:20:43.325052582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=8010
level=debug ts=2026-02-16T12:20:43.325058694Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=3011
level=debug ts=2026-02-16T12:20:43.325063784Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="383 kB" policy= mostRecentLagMs=2402
level=debug ts=2026-02-16T12:20:43.329131471Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:20:45.780788985Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=9 entries=9 streamLabelsSize="295 B" entriesSize="23 kB" structuredMetadataSize="608 B" totalSize="23 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:45.78082085Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:20:45.780832741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:20:45.780859284Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:20:45.780867218Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:20:45.780876378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:20:45.780884969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:20:45.780892821Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:20:45.780903212Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:20:45.780911634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:20:45.782670766Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:20:49.755329935Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.2 kB" streams=8 entries=10 streamLabelsSize="291 B" entriesSize="50 kB" structuredMetadataSize="667 B" totalSize="50 kB" mostRecentLagMs=3004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:49.755360383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="599 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:20:49.755374892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.9 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:20:49.755381444Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=5688
level=debug ts=2026-02-16T12:20:49.755386929Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:20:49.755392561Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:20:49.755399175Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:20:49.755405327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:20:49.755411277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:20:49.757157616Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:20:56.78075032Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=5 entries=7 streamLabelsSize="145 B" entriesSize="4.8 kB" structuredMetadataSize="434 B" totalSize="5.0 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:56.78077602Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="593 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:20:56.780787433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:20:56.780794029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.7 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:20:56.780800059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="498 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:20:56.780805384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="543 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:20:56.782233251Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:20:59.321953116Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=2 entries=2 streamLabelsSize="62 B" entriesSize="253 kB" structuredMetadataSize="134 B" totalSize="253 kB" mostRecentLagMs=839 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:20:59.321982334Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="253 kB" policy= mostRecentLagMs=839
level=debug ts=2026-02-16T12:20:59.321994381Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:20:59.325866653Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:21:00.336133757Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:21:06.756920711Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.5 kB" streams=5 entries=7 streamLabelsSize="167 B" entriesSize="96 kB" structuredMetadataSize="490 B" totalSize="96 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:21:06.756948443Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:21:06.756960187Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="545 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T12:21:06.756966901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:21:06.756973783Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:21:06.756979375Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="92 kB" policy= mostRecentLagMs=7423
level=debug ts=2026-02-16T12:21:06.759643102Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:21:07.780965776Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.4 kB" streams=3 entries=4 streamLabelsSize="86 B" entriesSize="7.2 kB" structuredMetadataSize="243 B" totalSize="7.3 kB" mostRecentLagMs=2004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:21:07.780994302Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:21:07.781006949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:21:07.781013582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:21:07.782394362Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:21:13.320162674Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=6 entries=8 streamLabelsSize="172 B" entriesSize="155 kB" structuredMetadataSize="520 B" totalSize="155 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:21:13.320191112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T12:21:13.320204248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=9694
level=debug ts=2026-02-16T12:21:13.320211233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T12:21:13.320216828Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:21:13.320223239Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:21:13.320229183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T12:21:13.322899799Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:21:15.568309407Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:33952"
ts=2026-02-16T12:21:15.99682963Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:36832"
level=debug ts=2026-02-16T12:21:17.756391555Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.7 kB" streams=7 entries=9 streamLabelsSize="264 B" entriesSize="66 kB" structuredMetadataSize="601 B" totalSize="67 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:21:17.756422837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:21:17.756435741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:21:17.756441369Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="657 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:21:17.756448028Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:21:17.756452915Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=4346
level=debug ts=2026-02-16T12:21:17.75645859Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:21:17.756463428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="16 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:21:17.758609728Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:21:19.781636251Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.5 kB" streams=11 entries=12 streamLabelsSize="327 B" entriesSize="22 kB" structuredMetadataSize="743 B" totalSize="22 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:21:19.781665298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="448 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:21:19.78167756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:21:19.781685544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:21:19.781691044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:21:19.78169699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T12:21:19.781702597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T12:21:19.781708965Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:21:19.781714277Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="797 B" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T12:21:19.781719251Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:21:19.781723931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:21:19.781728412Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="545 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:21:19.783306007Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:21:24.323191424Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.9 kB" streams=3 entries=3 streamLabelsSize="93 B" entriesSize="274 kB" structuredMetadataSize="200 B" totalSize="274 kB" mostRecentLagMs=5851 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:21:24.323220073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T12:21:24.323230887Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:21:24.323237953Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="272 kB" policy= mostRecentLagMs=5851
level=debug ts=2026-02-16T12:21:24.326978238Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:21:29.328564256Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:59024"
level=debug ts=2026-02-16T12:21:30.225273596Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=5 entries=6 streamLabelsSize="165 B" entriesSize="34 kB" structuredMetadataSize="398 B" totalSize="34 kB" mostRecentLagMs=3473 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:21:30.225304885Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=3474
level=debug ts=2026-02-16T12:21:30.225317405Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=5474
level=debug ts=2026-02-16T12:21:30.225323397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="27 kB" policy= mostRecentLagMs=3474
level=debug ts=2026-02-16T12:21:30.225328817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3474
level=debug ts=2026-02-16T12:21:30.225335452Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3474
level=debug ts=2026-02-16T12:21:30.226904745Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:21:30.338601863Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:21:34.780444985Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.9 kB" streams=7 entries=7 streamLabelsSize="220 B" entriesSize="15 kB" structuredMetadataSize="450 B" totalSize="16 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:21:34.780475603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:21:34.780489182Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:21:34.780495912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:21:34.780502359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:21:34.780507245Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:21:34.780512112Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:21:34.780517621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:21:34.781992735Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:21:37.701265126Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=4 entries=4 streamLabelsSize="127 B" entriesSize="33 kB" structuredMetadataSize="258 B" totalSize="33 kB" mostRecentLagMs=2387 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:21:37.701291603Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4386
level=debug ts=2026-02-16T12:21:37.701301932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="207 B" policy= mostRecentLagMs=3387
level=debug ts=2026-02-16T12:21:37.701309314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:21:37.701315096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=2387
level=debug ts=2026-02-16T12:21:37.702888515Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:21:40.755641624Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=7 entries=7 streamLabelsSize="264 B" entriesSize="54 kB" structuredMetadataSize="470 B" totalSize="54 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:21:40.755672009Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="67 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:21:40.755684796Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=6041
level=debug ts=2026-02-16T12:21:40.755691755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4755
level=debug ts=2026-02-16T12:21:40.755697494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:21:40.755704164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:21:40.755709523Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:21:40.755714472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:21:40.757609868Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:21:43.687820315Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:21:43.689667789Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T12:21:45.999245542Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:34388"
level=debug ts=2026-02-16T12:21:49.781044035Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=9 entries=9 streamLabelsSize="296 B" entriesSize="32 kB" structuredMetadataSize="574 B" totalSize="32 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:21:49.781075866Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:21:49.781089272Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="641 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:21:49.781097679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:21:49.781104586Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="964 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:21:49.781111359Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:21:49.781117292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:21:49.781122544Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="22 kB" policy= mostRecentLagMs=2915
level=debug ts=2026-02-16T12:21:49.781127548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:21:49.781133146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:21:49.782737795Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:21:52.32406545Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="14 kB" streams=4 entries=5 streamLabelsSize="125 B" entriesSize="390 kB" structuredMetadataSize="336 B" totalSize="390 kB" mostRecentLagMs=1010 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:21:52.324097073Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=1010
level=debug ts=2026-02-16T12:21:52.324110593Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=6009
level=debug ts=2026-02-16T12:21:52.324117947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=9009
level=debug ts=2026-02-16T12:21:52.324123992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=5210
level=debug ts=2026-02-16T12:21:52.328052528Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:21:54.753647934Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=6 entries=6 streamLabelsSize="200 B" entriesSize="39 kB" structuredMetadataSize="397 B" totalSize="39 kB" mostRecentLagMs=592 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:21:54.753675206Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T12:21:54.753686185Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=2002
level=debug ts=2026-02-16T12:21:54.753693219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.0 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:21:54.753701499Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=592
level=debug ts=2026-02-16T12:21:54.753707209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="891 B" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T12:21:54.753712948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=4003
level=debug ts=2026-02-16T12:21:54.755662354Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:21:59.330802676Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:43248"
ts=2026-02-16T12:22:00.34098643Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:22:01.781052482Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=11 entries=11 streamLabelsSize="360 B" entriesSize="27 kB" structuredMetadataSize="719 B" totalSize="28 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:01.781085535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:22:01.781097396Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:22:01.781103355Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:22:01.78110878Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="140 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:22:01.781115021Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="18 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:22:01.781119884Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:22:01.781125744Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:22:01.781130555Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:22:01.781135352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:22:01.781140557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:22:01.781145137Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:22:01.782689362Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:04.321699516Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.0 kB" streams=3 entries=4 streamLabelsSize="90 B" entriesSize="149 kB" structuredMetadataSize="284 B" totalSize="149 kB" mostRecentLagMs=1007 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:04.321737649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:22:04.321749708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=1007
level=debug ts=2026-02-16T12:22:04.321756975Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="148 kB" policy= mostRecentLagMs=6655
level=debug ts=2026-02-16T12:22:04.324503782Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:06.754693216Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.3 kB" streams=4 entries=4 streamLabelsSize="153 B" entriesSize="6.3 kB" structuredMetadataSize="267 B" totalSize="6.4 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:06.754720843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:22:06.754731833Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="216 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:22:06.754738393Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:22:06.754746666Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:22:06.756139803Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:15.31959311Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.0 kB" streams=5 entries=6 streamLabelsSize="146 B" entriesSize="37 kB" structuredMetadataSize="369 B" totalSize="37 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:15.319622356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=1582
level=debug ts=2026-02-16T12:22:15.319634686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:22:15.319641363Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=2005
level=debug ts=2026-02-16T12:22:15.31964676Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:22:15.319653556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:22:15.321252374Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:18.755064309Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=5 entries=5 streamLabelsSize="170 B" entriesSize="32 kB" structuredMetadataSize="331 B" totalSize="32 kB" mostRecentLagMs=4869 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:18.755100431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="206 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:22:18.755111854Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="217 B" policy= mostRecentLagMs=9003
level=debug ts=2026-02-16T12:22:18.755117998Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4869
level=debug ts=2026-02-16T12:22:18.755124459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:22:18.755129594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="566 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:22:18.756886624Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:18.784196426Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="18 kB" streams=10 entries=13 streamLabelsSize="341 B" entriesSize="244 kB" structuredMetadataSize="872 B" totalSize="245 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:18.784221845Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="565 B" policy= mostRecentLagMs=9007
level=debug ts=2026-02-16T12:22:18.784233155Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=2008
level=debug ts=2026-02-16T12:22:18.784241535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T12:22:18.78424753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="15 kB" policy= mostRecentLagMs=8
level=debug ts=2026-02-16T12:22:18.784253582Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="6.4 kB" policy= mostRecentLagMs=4008
level=debug ts=2026-02-16T12:22:18.784259635Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=1008
level=debug ts=2026-02-16T12:22:18.78426466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=6008
level=debug ts=2026-02-16T12:22:18.784270813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="375 B" policy= mostRecentLagMs=10008
level=debug ts=2026-02-16T12:22:18.784276448Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="212 kB" policy= mostRecentLagMs=2122
level=debug ts=2026-02-16T12:22:18.784281158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=9008
level=debug ts=2026-02-16T12:22:18.787355667Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:20.277814179Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:22:26.069833893Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="11 kB" streams=3 entries=3 streamLabelsSize="100 B" entriesSize="362 kB" structuredMetadataSize="203 B" totalSize="362 kB" mostRecentLagMs=755 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:26.06988158Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="651 B" policy= mostRecentLagMs=8755
level=debug ts=2026-02-16T12:22:26.069892632Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="360 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T12:22:26.069899203Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=755
level=debug ts=2026-02-16T12:22:26.074557687Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:28.795014143Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.4 kB" streams=5 entries=6 streamLabelsSize="165 B" entriesSize="34 kB" structuredMetadataSize="398 B" totalSize="35 kB" mostRecentLagMs=1044 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:28.795041674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=4044
level=debug ts=2026-02-16T12:22:28.795053273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=2043
level=debug ts=2026-02-16T12:22:28.795059059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=2043
level=debug ts=2026-02-16T12:22:28.795063945Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1044
level=debug ts=2026-02-16T12:22:28.795069467Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=1044
level=debug ts=2026-02-16T12:22:28.796615535Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:29.780977363Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.5 kB" streams=5 entries=6 streamLabelsSize="196 B" entriesSize="48 kB" structuredMetadataSize="411 B" totalSize="48 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:29.781006429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=6005
level=debug ts=2026-02-16T12:22:29.781019863Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:22:29.781031504Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="67 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:22:29.781038755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="46 kB" policy= mostRecentLagMs=8059
level=debug ts=2026-02-16T12:22:29.781047097Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:22:29.782897796Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:22:30.343498735Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:22:37.218351708Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.5 kB" streams=6 entries=6 streamLabelsSize="207 B" entriesSize="45 kB" structuredMetadataSize="411 B" totalSize="46 kB" mostRecentLagMs=1903 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:37.218380892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=2904
level=debug ts=2026-02-16T12:22:37.218391379Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=1903
level=debug ts=2026-02-16T12:22:37.218401836Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=9940
level=debug ts=2026-02-16T12:22:37.218411634Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=3904
level=debug ts=2026-02-16T12:22:37.218417336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="13 kB" policy= mostRecentLagMs=8903
level=debug ts=2026-02-16T12:22:37.218422273Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="14 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:22:37.220056656Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:39.75497973Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=4 entries=4 streamLabelsSize="127 B" entriesSize="40 kB" structuredMetadataSize="274 B" totalSize="40 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:39.755008993Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="8.5 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:22:39.755020082Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="30 kB" policy= mostRecentLagMs=4669
level=debug ts=2026-02-16T12:22:39.755028101Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="213 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:22:39.755035064Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="437 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:22:39.756638849Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:42.780113603Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.8 kB" streams=5 entries=5 streamLabelsSize="170 B" entriesSize="9.0 kB" structuredMetadataSize="332 B" totalSize="9.2 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:42.780141314Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="657 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:22:42.780152494Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:22:42.780158433Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="219 B" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T12:22:42.780164068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T12:22:42.780169269Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.6 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:22:42.781581711Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:47.322403264Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="12 kB" streams=4 entries=4 streamLabelsSize="129 B" entriesSize="386 kB" structuredMetadataSize="282 B" totalSize="386 kB" mostRecentLagMs=7 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:47.322433058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=5007
level=debug ts=2026-02-16T12:22:47.322445574Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="382 kB" policy= mostRecentLagMs=2660
level=debug ts=2026-02-16T12:22:47.322452526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="390 B" policy= mostRecentLagMs=10007
level=debug ts=2026-02-16T12:22:47.322458474Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=7
level=debug ts=2026-02-16T12:22:47.326801316Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:50.755077727Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.3 kB" streams=5 entries=7 streamLabelsSize="178 B" entriesSize="7.7 kB" structuredMetadataSize="454 B" totalSize="7.9 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:50.755109383Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:22:50.755122179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="854 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:22:50.755129044Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="563 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:22:50.755135873Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="442 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:22:50.755141145Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:22:50.756501994Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:55.780235603Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.3 kB" streams=8 entries=8 streamLabelsSize="233 B" entriesSize="17 kB" structuredMetadataSize="506 B" totalSize="17 kB" mostRecentLagMs=3 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:55.780260638Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="6.1 kB" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:22:55.780271865Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:22:55.780279402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:22:55.780285801Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:22:55.780292624Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:22:55.780297673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:22:55.780303699Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:22:55.780309397Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:22:55.781740441Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:58.169905584Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.1 kB" streams=6 entries=6 streamLabelsSize="163 B" entriesSize="178 kB" structuredMetadataSize="391 B" totalSize="178 kB" mostRecentLagMs=1705 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:22:58.169933882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="143 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:22:58.169945688Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=3856
level=debug ts=2026-02-16T12:22:58.169954118Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="538 B" policy= mostRecentLagMs=2855
level=debug ts=2026-02-16T12:22:58.169961076Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=1705
level=debug ts=2026-02-16T12:22:58.16996793Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=9855
level=debug ts=2026-02-16T12:22:58.169973426Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=6855
level=debug ts=2026-02-16T12:22:58.172899707Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:22:58.271158472Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T12:22:59.336964728Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:58104"
ts=2026-02-16T12:23:00.345749228Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-czznf-71e050cb 10.129.0.69:7946"
level=debug ts=2026-02-16T12:23:02.755328392Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.4 kB" streams=6 entries=6 streamLabelsSize="215 B" entriesSize="45 kB" structuredMetadataSize="411 B" totalSize="46 kB" mostRecentLagMs=4 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:02.755358265Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=4
level=debug ts=2026-02-16T12:23:02.755370752Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:23:02.755378Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="538 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:23:02.755385029Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=4237
level=debug ts=2026-02-16T12:23:02.755390308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:23:02.755396573Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T12:23:02.757044829Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:23:09.780552848Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.6 kB" streams=7 entries=7 streamLabelsSize="211 B" entriesSize="3.6 kB" structuredMetadataSize="435 B" totalSize="3.9 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:09.780592295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="457 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:23:09.78060743Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="745 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:23:09.780618659Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8004
level=debug ts=2026-02-16T12:23:09.780627837Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="463 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:23:09.780636152Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="673 B" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:23:09.780644297Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="649 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:23:09.78065325Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="377 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:23:09.782059189Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:23:13.11892368Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.1 kB" streams=2 entries=3 streamLabelsSize="86 B" entriesSize="26 kB" structuredMetadataSize="182 B" totalSize="26 kB" mostRecentLagMs=7367 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:13.118951024Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="26 kB" policy= mostRecentLagMs=7367
level=debug ts=2026-02-16T12:23:13.118962233Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=9368
level=debug ts=2026-02-16T12:23:13.120856082Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:23:13.319327852Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.2 kB" streams=3 entries=5 streamLabelsSize="92 B" entriesSize="3.2 kB" structuredMetadataSize="319 B" totalSize="3.3 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:13.319356615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:23:13.319368402Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:23:13.319374415Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:23:13.320949903Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:23:16.006807985Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.69:34514"
level=debug ts=2026-02-16T12:23:20.781584793Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="3.8 kB" streams=7 entries=7 streamLabelsSize="210 B" entriesSize="27 kB" structuredMetadataSize="439 B" totalSize="27 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:20.781612847Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="7.2 kB" policy= mostRecentLagMs=8508
level=debug ts=2026-02-16T12:23:20.781625882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:23:20.781632489Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:23:20.781639065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=4176
level=debug ts=2026-02-16T12:23:20.781644285Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="338 B" policy= mostRecentLagMs=3006
level=debug ts=2026-02-16T12:23:20.781650755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:23:20.781655389Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="257 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:23:20.783267884Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:23:23.754713717Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.5 kB" streams=3 entries=3 streamLabelsSize="100 B" entriesSize="32 kB" structuredMetadataSize="213 B" totalSize="32 kB" mostRecentLagMs=6004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:23.754744447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=8445
level=debug ts=2026-02-16T12:23:23.7547571Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="204 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T12:23:23.754764274Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:23:23.756422885Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:23:23.929346886Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=5 streamLabelsSize="141 B" entriesSize="403 kB" structuredMetadataSize="321 B" totalSize="403 kB" mostRecentLagMs=2536 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:23.929374587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="383 kB" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T12:23:23.929385425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="775 B" policy= mostRecentLagMs=8615
level=debug ts=2026-02-16T12:23:23.92939194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=2536
level=debug ts=2026-02-16T12:23:23.929398896Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="373 B" policy= mostRecentLagMs=5615
level=debug ts=2026-02-16T12:23:23.929405179Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="1.4 kB" policy= mostRecentLagMs=7615
level=debug ts=2026-02-16T12:23:23.934084806Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T12:23:30.347632514Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d875fc63 10.130.0.60:7946"
level=debug ts=2026-02-16T12:23:32.780981802Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.7 kB" streams=7 entries=9 streamLabelsSize="224 B" entriesSize="21 kB" structuredMetadataSize="586 B" totalSize="22 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:32.781011382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=5005
level=debug ts=2026-02-16T12:23:32.781024826Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:23:32.781031081Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="305 B" policy= mostRecentLagMs=9004
level=debug ts=2026-02-16T12:23:32.781036708Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:23:32.781042303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:23:32.781048281Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=5
level=debug ts=2026-02-16T12:23:32.781054594Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="618 B" policy= mostRecentLagMs=4005
level=debug ts=2026-02-16T12:23:32.78259266Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:23:34.755539013Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="4.1 kB" streams=7 entries=9 streamLabelsSize="274 B" entriesSize="32 kB" structuredMetadataSize="594 B" totalSize="33 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:34.755572132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=8005
level=debug ts=2026-02-16T12:23:34.75558539Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:23:34.755591601Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="253 B" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:23:34.755597481Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="671 B" policy= mostRecentLagMs=2004
level=debug ts=2026-02-16T12:23:34.755602718Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:23:34.755608228Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:23:34.75561479Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="18 kB" policy= mostRecentLagMs=6419
level=debug ts=2026-02-16T12:23:34.757293543Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:23:35.320694466Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.1 kB" streams=6 entries=6 streamLabelsSize="190 B" entriesSize="77 kB" structuredMetadataSize="384 B" totalSize="78 kB" mostRecentLagMs=974 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:35.320722595Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="12 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T12:23:35.320734664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T12:23:35.320743006Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="15 kB" policy= mostRecentLagMs=9006
level=debug ts=2026-02-16T12:23:35.320749937Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=1006
level=debug ts=2026-02-16T12:23:35.320755584Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="33 kB" policy= mostRecentLagMs=974
level=debug ts=2026-02-16T12:23:35.32076165Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="17 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T12:23:35.323671165Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:23:37.119827732Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T12:23:45.579875727Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.61:53944"
level=debug ts=2026-02-16T12:23:45.585639223Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.6 kB" streams=4 entries=4 streamLabelsSize="122 B" entriesSize="35 kB" structuredMetadataSize="267 B" totalSize="35 kB" mostRecentLagMs=834 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:45.585659933Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="216 B" policy= mostRecentLagMs=8835
level=debug ts=2026-02-16T12:23:45.585671019Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=835
level=debug ts=2026-02-16T12:23:45.585677246Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="32 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:23:45.585686465Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=4834
level=debug ts=2026-02-16T12:23:45.587381513Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:23:49.325870457Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="13 kB" streams=5 entries=6 streamLabelsSize="132 B" entriesSize="487 kB" structuredMetadataSize="404 B" totalSize="488 kB" mostRecentLagMs=4011 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:49.325899358Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="226 B" policy= mostRecentLagMs=9011
level=debug ts=2026-02-16T12:23:49.325910058Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="374 B" policy= mostRecentLagMs=10011
level=debug ts=2026-02-16T12:23:49.325918268Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="561 B" policy= mostRecentLagMs=8011
level=debug ts=2026-02-16T12:23:49.325926844Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=4011
level=debug ts=2026-02-16T12:23:49.325932745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="485 kB" policy= mostRecentLagMs=9963
level=debug ts=2026-02-16T12:23:49.330387103Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:23:49.78050121Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="1.9 kB" streams=7 entries=7 streamLabelsSize="215 B" entriesSize="8.3 kB" structuredMetadataSize="442 B" totalSize="8.5 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:49.780532096Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="339 B" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T12:23:49.780544147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="423 B" policy= mostRecentLagMs=3004
level=debug ts=2026-02-16T12:23:49.780551178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T12:23:49.780556761Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=5004
level=debug ts=2026-02-16T12:23:49.780561817Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="356 B" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T12:23:49.780567248Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="609 B" policy= mostRecentLagMs=6004
level=debug ts=2026-02-16T12:23:49.780572141Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.9 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T12:23:49.781987963Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T12:23:56.755877669Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="6.5 kB" streams=5 entries=5 streamLabelsSize="183 B" entriesSize="81 kB" structuredMetadataSize="340 B" totalSize="81 kB" mostRecentLagMs=1005 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T12:23:56.755907691Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=7005
level=debug ts=2026-02-16T12:23:56.755919215Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T12:23:56.755927398Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="31 kB" policy= mostRecentLagMs=2943
level=debug ts=2026-02-16T12:23:56.755933526Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="766 B" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T12:23:56.755938613Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="42 kB" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T12:23:56.758589055Z caller=http.go:154 org_id=kubearchive msg="push request successful"