level=info ts=2026-02-16T09:59:19.731174208Z caller=main.go:127 msg="Starting Loki" version="(version=3.6.3, branch=release-3.6.x, revision=9385bc63)"
level=info ts=2026-02-16T09:59:19.731199769Z caller=main.go:128 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-02-16T09:59:19.732791732Z caller=server.go:386 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=debug ts=2026-02-16T09:59:19.733115475Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-16T09:59:19.733203827Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.130.0.74 inf=eth0
level=debug ts=2026-02-16T09:59:19.733834077Z caller=modules.go:818 msg=" pattern ingester tee service disabled"
level=debug ts=2026-02-16T09:59:19.734028819Z caller=netutil.go:85 component=distributor msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-16T09:59:19.734101672Z caller=netutil.go:102 component=distributor msg="detected highest quality address" ipAddr=10.130.0.74 inf=eth0
level=info ts=2026-02-16T09:59:19.73462413Z caller=memberlist_client.go:484 msg="Using memberlist cluster label and node name" cluster_label= node=loki-distributor-7b8b49d965-ftqjd-3f83b3d8
ts=2026-02-16T09:59:19.734696929Z caller=memberlist_logger.go:74 level=debug msg="configured Transport is not a NodeAwareTransport and some features may not work as desired"
level=debug ts=2026-02-16T09:59:19.734713763Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.130.0.74 advertisePort=7946
level=debug ts=2026-02-16T09:59:19.73473306Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.130.0.74 advertisePort=7946
level=info ts=2026-02-16T09:59:19.734874778Z caller=memberlist_client.go:628 msg="memberlist fast-join starting" nodes_found=1 to_join=4
ts=2026-02-16T09:59:19.744641522Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.77:7946: dial tcp 10.129.0.77:7946: connect: connection refused"
level=info ts=2026-02-16T09:59:19.744662253Z caller=memberlist_client.go:634 msg="fast-joining node failed" node=loki-memberlist.product-kubearchive-logging.svc.cluster.local err="1 error occurred:\n\t* Failed to join 10.129.0.77:7946: dial tcp 10.129.0.77:7946: connect: connection refused\n\n"
level=warn ts=2026-02-16T09:59:19.744674667Z caller=memberlist_client.go:644 msg="memberlist fast-join failed because no node has been successfully reached" elapsed_time=9.802272ms
level=error ts=2026-02-16T09:59:19.744685731Z caller=memberlist_client.go:521 msg="failed to fast-join the memberlist cluster at startup" err="no memberlist node reached during fast-join procedure"
level=info ts=2026-02-16T09:59:19.744702425Z caller=memberlist_client.go:666 phase=startup msg="joining memberlist cluster" join_members=loki-memberlist.product-kubearchive-logging.svc.cluster.local
ts=2026-02-16T09:59:19.748304108Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.77:7946: dial tcp 10.129.0.77:7946: connect: connection refused"
level=warn ts=2026-02-16T09:59:19.748315933Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* Failed to join 10.129.0.77:7946: dial tcp 10.129.0.77:7946: connect: connection refused\n\n"
level=debug ts=2026-02-16T09:59:19.751593875Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=memberlist-kv
level=debug ts=2026-02-16T09:59:19.751617195Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=server
level=debug ts=2026-02-16T09:59:19.751624963Z caller=module_service.go:72 msg="module waiting for initialization" module=memberlist-kv waiting_for=server
level=info ts=2026-02-16T09:59:19.751624684Z caller=module_service.go:82 msg=starting module=analytics
level=info ts=2026-02-16T09:59:19.751634529Z caller=module_service.go:82 msg=starting module=runtime-config
level=info ts=2026-02-16T09:59:19.751643805Z caller=module_service.go:82 msg=starting module=server
level=debug ts=2026-02-16T09:59:19.751743711Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=analytics
level=debug ts=2026-02-16T09:59:19.75175724Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=memberlist-kv
level=info ts=2026-02-16T09:59:19.751765432Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=debug ts=2026-02-16T09:59:19.751792969Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=ring
level=debug ts=2026-02-16T09:59:19.751800069Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=runtime-config
level=debug ts=2026-02-16T09:59:19.751905602Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=server
level=info ts=2026-02-16T09:59:19.751980869Z caller=module_service.go:82 msg=starting module=ring
level=info ts=2026-02-16T09:59:19.752096909Z caller=ring.go:365 msg="ring doesn't exist in KV store yet"
level=debug ts=2026-02-16T09:59:19.752198858Z caller=module_service.go:72 msg="module waiting for initialization" module=distributor waiting_for=runtime-config
level=info ts=2026-02-16T09:59:19.752209727Z caller=module_service.go:82 msg=starting module=distributor
level=info ts=2026-02-16T09:59:19.752294682Z caller=ring.go:365 component=distributor msg="ring doesn't exist in KV store yet"
level=info ts=2026-02-16T09:59:19.752305647Z caller=basic_lifecycler.go:321 component=distributor msg="instance not found in the ring" instance=loki-distributor-7b8b49d965-ftqjd ring=distributor
level=info ts=2026-02-16T09:59:19.752512982Z caller=loki.go:599 msg="Loki started" startup_time=90.386254ms
ts=2026-02-16T09:59:21.338773612Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.77:7946: dial tcp 10.129.0.77:7946: connect: connection refused"
level=warn ts=2026-02-16T09:59:21.3387998Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* Failed to join 10.129.0.77:7946: dial tcp 10.129.0.77:7946: connect: connection refused\n\n"
ts=2026-02-16T09:59:24.246918891Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.77:7946: dial tcp 10.129.0.77:7946: connect: connection refused"
level=warn ts=2026-02-16T09:59:24.246946439Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* Failed to join 10.129.0.77:7946: dial tcp 10.129.0.77:7946: connect: connection refused\n\n"
ts=2026-02-16T09:59:29.641090303Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.77:7946: dial tcp 10.129.0.77:7946: connect: connection refused"
level=warn ts=2026-02-16T09:59:29.641114908Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* Failed to join 10.129.0.77:7946: dial tcp 10.129.0.77:7946: connect: connection refused\n\n"
level=debug ts=2026-02-16T09:59:32.382841046Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T09:59:37.996510186Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.75:34634"
ts=2026-02-16T09:59:40.322491243Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.75:7946: dial tcp 10.129.0.75:7946: connect: connection refused"
ts=2026-02-16T09:59:40.323450709Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.77:7946: dial tcp 10.129.0.77:7946: connect: connection refused"
ts=2026-02-16T09:59:40.323581691Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.130.0.74:7946"
ts=2026-02-16T09:59:40.323673814Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.74:46578"
level=info ts=2026-02-16T09:59:40.323995681Z caller=memberlist_client.go:673 phase=startup msg="joining memberlist cluster succeeded" reached_nodes=1 elapsed_time=20.579286512s
ts=2026-02-16T09:59:41.990412548Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.77:53908"
level=debug ts=2026-02-16T09:59:43.449385414Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="116 kB" streams=8 entries=85 streamLabelsSize="253 B" entriesSize="2.1 MB" structuredMetadataSize="5.7 kB" totalSize="2.1 MB" mostRecentLagMs=22310 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T09:59:43.449442066Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca-operator\"}" streamLabelsHash=398760788 streamSizeBytes="25 kB" policy= mostRecentLagMs=23094
level=debug ts=2026-02-16T09:59:43.449454876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="203 kB" policy= mostRecentLagMs=23071
level=debug ts=2026-02-16T09:59:43.44946292Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=22528
level=debug ts=2026-02-16T09:59:43.44946991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="106 kB" policy= mostRecentLagMs=23000
level=debug ts=2026-02-16T09:59:43.449477194Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="375 kB" policy= mostRecentLagMs=22603
level=debug ts=2026-02-16T09:59:43.449483357Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="22 kB" policy= mostRecentLagMs=23096
level=debug ts=2026-02-16T09:59:43.449489041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="262 kB" policy= mostRecentLagMs=22310
level=debug ts=2026-02-16T09:59:43.449494148Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="48 kB" policy= mostRecentLagMs=22487
level=debug ts=2026-02-16T09:59:43.449658054Z caller=http.go:175 org_id=kubearchive msg="push request failed" code=500 err="empty ring"
level=warn ts=2026-02-16T09:59:43.449688743Z caller=logging.go:144 orgID=kubearchive msg="POST /loki/api/v1/push (500) 27.354423ms Response: \"empty ring\\n\""
level=debug ts=2026-02-16T09:59:48.024320134Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="181 kB" streams=10 entries=94 streamLabelsSize="311 B" entriesSize="2.1 MB" structuredMetadataSize="6.3 kB" totalSize="2.1 MB" mostRecentLagMs=43803 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T09:59:48.024369512Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="148 kB" policy= mostRecentLagMs=45284
level=debug ts=2026-02-16T09:59:48.024383226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="216 kB" policy= mostRecentLagMs=45131
level=debug ts=2026-02-16T09:59:48.024389756Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=44979
level=debug ts=2026-02-16T09:59:48.024395326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="14 kB" policy= mostRecentLagMs=45060
level=debug ts=2026-02-16T09:59:48.024400843Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="39 kB" policy= mostRecentLagMs=44891
level=debug ts=2026-02-16T09:59:48.024406882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=43803
level=debug ts=2026-02-16T09:59:48.024411669Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="231 kB" policy= mostRecentLagMs=45162
level=debug ts=2026-02-16T09:59:48.024416745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="24 kB" policy= mostRecentLagMs=45161
level=debug ts=2026-02-16T09:59:48.024421834Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="22 kB" policy= mostRecentLagMs=45084
level=debug ts=2026-02-16T09:59:48.024426712Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="15 kB" policy= mostRecentLagMs=45044
level=debug ts=2026-02-16T09:59:48.024573306Z caller=http.go:175 org_id=kubearchive msg="push request failed" code=500 err="empty ring"
level=warn ts=2026-02-16T09:59:48.024595197Z caller=logging.go:144 orgID=kubearchive msg="POST /loki/api/v1/push (500) 21.020917ms Response: \"empty ring\\n\""
level=debug ts=2026-02-16T09:59:49.143411769Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T09:59:49.800497074Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="47 kB" streams=3 entries=10 streamLabelsSize="90 B" entriesSize="1.7 MB" structuredMetadataSize="644 B" totalSize="1.7 MB" mostRecentLagMs=48148 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T09:59:49.800528519Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="14 kB" policy= mostRecentLagMs=48182
level=debug ts=2026-02-16T09:59:49.800540303Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=48148
level=debug ts=2026-02-16T09:59:49.800548649Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="203 kB" policy= mostRecentLagMs=48182
level=debug ts=2026-02-16T09:59:49.800635046Z caller=http.go:175 org_id=kubearchive msg="push request failed" code=500 err="empty ring"
level=warn ts=2026-02-16T09:59:49.800673017Z caller=logging.go:144 orgID=kubearchive msg="POST /loki/api/v1/push (500) 14.53614ms Response: \"empty ring\\n\""
ts=2026-02-16T09:59:50.588631894Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:33876"
ts=2026-02-16T09:59:53.709043079Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-77cddbcfd9-9n5vp-f59fd426 10.130.0.75:7946"
level=debug ts=2026-02-16T09:59:58.469234976Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="181 kB" streams=10 entries=94 streamLabelsSize="311 B" entriesSize="2.1 MB" structuredMetadataSize="6.3 kB" totalSize="2.1 MB" mostRecentLagMs=54248 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T09:59:58.469264926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="148 kB" policy= mostRecentLagMs=55729
level=debug ts=2026-02-16T09:59:58.469276739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="216 kB" policy= mostRecentLagMs=55575
level=debug ts=2026-02-16T09:59:58.469284484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=55424
level=debug ts=2026-02-16T09:59:58.469290419Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="14 kB" policy= mostRecentLagMs=55505
level=debug ts=2026-02-16T09:59:58.469295948Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="39 kB" policy= mostRecentLagMs=55336
level=debug ts=2026-02-16T09:59:58.469301132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=54248
level=debug ts=2026-02-16T09:59:58.469306125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="231 kB" policy= mostRecentLagMs=55607
level=debug ts=2026-02-16T09:59:58.469310949Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="24 kB" policy= mostRecentLagMs=55606
level=debug ts=2026-02-16T09:59:58.469315673Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="22 kB" policy= mostRecentLagMs=55529
level=debug ts=2026-02-16T09:59:58.469321298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="15 kB" policy= mostRecentLagMs=55488
level=debug ts=2026-02-16T09:59:58.489279642Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T09:59:58.526384963Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="178 kB" streams=13 entries=76 streamLabelsSize="378 B" entriesSize="2.1 MB" structuredMetadataSize="5.4 kB" totalSize="2.1 MB" mostRecentLagMs=52242 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T09:59:58.52641367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="48 kB" policy= mostRecentLagMs=53084
level=debug ts=2026-02-16T09:59:58.526424924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="828 kB" policy= mostRecentLagMs=52242
level=debug ts=2026-02-16T09:59:58.526431431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="11 kB" policy= mostRecentLagMs=53544
level=debug ts=2026-02-16T09:59:58.52643882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="64 kB" policy= mostRecentLagMs=53343
level=debug ts=2026-02-16T09:59:58.526444742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="131 kB" policy= mostRecentLagMs=53570
level=debug ts=2026-02-16T09:59:58.526462636Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="54 kB" policy= mostRecentLagMs=53163
level=debug ts=2026-02-16T09:59:58.526470356Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="32 kB" policy= mostRecentLagMs=53281
level=debug ts=2026-02-16T09:59:58.526476172Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="15 kB" policy= mostRecentLagMs=53315
level=debug ts=2026-02-16T09:59:58.526481399Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=53255
level=debug ts=2026-02-16T09:59:58.52648753Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="45 kB" policy= mostRecentLagMs=53443
level=debug ts=2026-02-16T09:59:58.526492931Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="11 kB" policy= mostRecentLagMs=53244
level=debug ts=2026-02-16T09:59:58.526497702Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="26 kB" policy= mostRecentLagMs=53517
level=debug ts=2026-02-16T09:59:58.526502664Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="789 kB" policy= mostRecentLagMs=53667
level=debug ts=2026-02-16T09:59:58.538693396Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T09:59:58.560729181Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="144 kB" streams=1 entries=55 streamLabelsSize="27 B" entriesSize="2.0 MB" structuredMetadataSize="4.4 kB" totalSize="2.0 MB" mostRecentLagMs=70 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T09:59:58.560759328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=70
level=debug ts=2026-02-16T09:59:58.569238955Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T09:59:58.58924542Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="144 kB" streams=2 entries=45 streamLabelsSize="58 B" entriesSize="2.1 MB" structuredMetadataSize="3.6 kB" totalSize="2.1 MB" mostRecentLagMs=83 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T09:59:58.589271809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=83
level=debug ts=2026-02-16T09:59:58.589282569Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="17 kB" policy= mostRecentLagMs=83
level=debug ts=2026-02-16T09:59:58.599869037Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T09:59:59.526170121Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.75:48284"
level=debug ts=2026-02-16T10:00:00.018424397Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="116 kB" streams=8 entries=85 streamLabelsSize="253 B" entriesSize="2.1 MB" structuredMetadataSize="5.7 kB" totalSize="2.1 MB" mostRecentLagMs=38879 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:00.018454722Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca-operator\"}" streamLabelsHash=398760788 streamSizeBytes="25 kB" policy= mostRecentLagMs=39663
level=debug ts=2026-02-16T10:00:00.018465626Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="203 kB" policy= mostRecentLagMs=39640
level=debug ts=2026-02-16T10:00:00.018486932Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=39097
level=debug ts=2026-02-16T10:00:00.01849476Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="106 kB" policy= mostRecentLagMs=39569
level=debug ts=2026-02-16T10:00:00.018501746Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="375 kB" policy= mostRecentLagMs=39172
level=debug ts=2026-02-16T10:00:00.018507106Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="22 kB" policy= mostRecentLagMs=39665
level=debug ts=2026-02-16T10:00:00.018512253Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="262 kB" policy= mostRecentLagMs=38879
level=debug ts=2026-02-16T10:00:00.01851732Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="48 kB" policy= mostRecentLagMs=39056
level=debug ts=2026-02-16T10:00:00.033223976Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:00.063738243Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="188 kB" streams=2 entries=92 streamLabelsSize="70 B" entriesSize="2.1 MB" structuredMetadataSize="6.4 kB" totalSize="2.1 MB" mostRecentLagMs=37621 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:00.063767615Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="89 kB" policy= mostRecentLagMs=38838
level=debug ts=2026-02-16T10:00:00.063778014Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=37621
level=debug ts=2026-02-16T10:00:00.074152334Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:00.093255363Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=2 entries=44 streamLabelsSize="70 B" entriesSize="2.1 MB" structuredMetadataSize="2.9 kB" totalSize="2.1 MB" mostRecentLagMs=58 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:00.093280765Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="49 kB" policy= mostRecentLagMs=59
level=debug ts=2026-02-16T10:00:00.093291709Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=58
level=debug ts=2026-02-16T10:00:00.099846204Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:00.125719026Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="180 kB" streams=36 entries=135 streamLabelsSize="1.2 kB" entriesSize="2.1 MB" structuredMetadataSize="9.0 kB" totalSize="2.1 MB" mostRecentLagMs=81 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:00.125746328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-policies\"}" streamLabelsHash=2091856062 streamSizeBytes="635 B" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125757579Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="4.3 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125763696Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125768776Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="176 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125774053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="27 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125780105Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="184 B" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125785332Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="861 B" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125790061Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="58 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125794918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="165 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125800136Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="113 B" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125820219Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="161 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125827403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="922 B" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125832703Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="15 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125838886Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="356 B" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125844799Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca-operator\"}" streamLabelsHash=398760788 streamSizeBytes="21 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.12584968Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="26 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125854798Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="161 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125859911Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator-operator\"}" streamLabelsHash=2881054010 streamSizeBytes="25 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125864749Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125869368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="96 B" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125874147Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="668 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125879007Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125883689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125888323Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="99 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125893271Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="9.3 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125898621Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="249 B" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125903652Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="214 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125908425Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="137 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125913256Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125918183Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="22 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125923762Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.12592876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="13 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125933813Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="4.4 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125938403Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125943176Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="27 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.125947999Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="9.6 kB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:00.13471532Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:02.618825564Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="167 kB" streams=37 entries=164 streamLabelsSize="1.2 kB" entriesSize="2.0 MB" structuredMetadataSize="11 kB" totalSize="2.0 MB" mostRecentLagMs=563 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:02.618859042Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.61887449Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.618883372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="11 kB" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.618889459Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.618894872Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="16 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.618900568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="31 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.618906032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="42 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.618911466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager\"}" streamLabelsHash=4234048582 streamSizeBytes="21 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.618916204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.61892154Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kube-storage-version-migrator\"}" streamLabelsHash=3516083171 streamSizeBytes="2.4 kB" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.618926308Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="254 B" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.618930935Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="19 kB" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.618935527Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="83 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.618940299Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.618945252Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="32 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.618950939Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.4 MB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.61895591Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="49 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.618960484Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.618965368Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-controller\"}" streamLabelsHash=3171080518 streamSizeBytes="3.2 kB" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.618969983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="1.8 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.618974533Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="12 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.618979307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.618984352Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="94 B" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.618988918Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.618994164Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="24 kB" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.618998978Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="56 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.619003715Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="96 B" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.619008316Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="972 B" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.619012888Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="28 kB" policy= mostRecentLagMs=563
level=debug ts=2026-02-16T10:00:02.619017366Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.3 kB" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.619022509Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="3.8 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.619027384Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-service-ca\"}" streamLabelsHash=3102285321 streamSizeBytes="12 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.619031958Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"cert-manager-operator\"}" streamLabelsHash=2504561485 streamSizeBytes="675 B" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.619036577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="11 kB" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.619041326Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="22 kB" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.619045943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="49 kB" policy= mostRecentLagMs=4079
level=debug ts=2026-02-16T10:00:02.619057287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="29 kB" policy= mostRecentLagMs=4078
level=debug ts=2026-02-16T10:00:02.63227337Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:05.60787695Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T10:00:08.875943542Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="47 kB" streams=3 entries=10 streamLabelsSize="90 B" entriesSize="1.7 MB" structuredMetadataSize="644 B" totalSize="1.7 MB" mostRecentLagMs=67224 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:08.875988825Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="14 kB" policy= mostRecentLagMs=67258
level=debug ts=2026-02-16T10:00:08.875999781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.5 MB" policy= mostRecentLagMs=67224
level=debug ts=2026-02-16T10:00:08.87600678Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="203 kB" policy= mostRecentLagMs=67257
level=debug ts=2026-02-16T10:00:08.884885984Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:08.90870979Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="36 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.6 MB" structuredMetadataSize="207 B" totalSize="1.6 MB" mostRecentLagMs=67190 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:08.908738679Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=67190
level=debug ts=2026-02-16T10:00:08.914483883Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:08.938546251Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="42 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.6 MB" structuredMetadataSize="207 B" totalSize="1.6 MB" mostRecentLagMs=52 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:08.938576276Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=52
level=debug ts=2026-02-16T10:00:08.945023801Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:08.970110331Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="41 kB" streams=1 entries=5 streamLabelsSize="27 B" entriesSize="1.8 MB" structuredMetadataSize="345 B" totalSize="1.8 MB" mostRecentLagMs=76 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:08.970141382Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=76
level=debug ts=2026-02-16T10:00:08.976904639Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:08.9985495Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="52 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.6 MB" structuredMetadataSize="207 B" totalSize="1.6 MB" mostRecentLagMs=83 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:08.998586062Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=83
level=debug ts=2026-02-16T10:00:09.004593871Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:09.027316432Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="50 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.7 MB" structuredMetadataSize="207 B" totalSize="1.7 MB" mostRecentLagMs=81 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:09.027345114Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=81
level=debug ts=2026-02-16T10:00:09.033835201Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:09.060336879Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.6 MB" structuredMetadataSize="207 B" totalSize="1.6 MB" mostRecentLagMs=82 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:09.060387336Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=82
level=error ts=2026-02-16T10:00:09.060432447Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '3' lines totaling '1550215' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=kubearchive
level=debug ts=2026-02-16T10:00:09.060528184Z caller=http.go:166 org_id=kubearchive msg="push request failed" code=429 err="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '3' lines totaling '1550215' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased"
level=debug ts=2026-02-16T10:00:09.060555577Z caller=logging.go:137 orgID=kubearchive msg="POST /loki/api/v1/push (429) 17.208352ms"
level=debug ts=2026-02-16T10:00:09.285834954Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="34 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.6 MB" structuredMetadataSize="207 B" totalSize="1.6 MB" mostRecentLagMs=308 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:09.285871005Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=308
level=debug ts=2026-02-16T10:00:09.292655044Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:09.31510143Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.8 MB" structuredMetadataSize="207 B" totalSize="1.8 MB" mostRecentLagMs=309 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:09.315133604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=309
level=error ts=2026-02-16T10:00:09.315173145Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '3' lines totaling '1779328' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=kubearchive
level=debug ts=2026-02-16T10:00:09.315205423Z caller=http.go:166 org_id=kubearchive msg="push request failed" code=429 err="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '3' lines totaling '1779328' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased"
level=debug ts=2026-02-16T10:00:09.315228489Z caller=logging.go:137 orgID=kubearchive msg="POST /loki/api/v1/push (429) 13.837928ms"
level=debug ts=2026-02-16T10:00:10.056864343Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="56 kB" streams=27 entries=67 streamLabelsSize="884 B" entriesSize="451 kB" structuredMetadataSize="4.4 kB" totalSize="452 kB" mostRecentLagMs=5396 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:10.056895049Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="447 B" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.056906367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"application-service\"}" streamLabelsHash=1538871388 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.056914264Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.056920864Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"integration-service\"}" streamLabelsHash=1058128844 streamSizeBytes="38 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.056925767Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="958 B" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.056931902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="69 kB" policy= mostRecentLagMs=6397
level=debug ts=2026-02-16T10:00:10.056937902Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="3.3 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.056942641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="12 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.056947656Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="15 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.056952535Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"minio-operator\"}" streamLabelsHash=2130549415 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.056957146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-otel\"}" streamLabelsHash=2246799894 streamSizeBytes="3.4 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.056961926Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="78 kB" policy= mostRecentLagMs=6397
level=debug ts=2026-02-16T10:00:10.056966548Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.056971577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="25 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.056976723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="46 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.056981462Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=8397
level=debug ts=2026-02-16T10:00:10.056986298Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="111 B" policy= mostRecentLagMs=8397
level=debug ts=2026-02-16T10:00:10.056991146Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="28 kB" policy= mostRecentLagMs=5396
level=debug ts=2026-02-16T10:00:10.056996059Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console-operator\"}" streamLabelsHash=2737678087 streamSizeBytes="5.3 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.057002307Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="18 kB" policy= mostRecentLagMs=6397
level=debug ts=2026-02-16T10:00:10.057007232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="9.0 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.057012068Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-samples-operator\"}" streamLabelsHash=3459365286 streamSizeBytes="474 B" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.057016674Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.057021617Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="16 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.057026204Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-console\"}" streamLabelsHash=982757297 streamSizeBytes="541 B" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.057030639Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="8.0 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.057035226Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="47 kB" policy= mostRecentLagMs=9982
level=debug ts=2026-02-16T10:00:10.061869529Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:10.310531947Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="32 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.8 MB" structuredMetadataSize="207 B" totalSize="1.8 MB" mostRecentLagMs=1305 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:10.310568912Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.8 MB" policy= mostRecentLagMs=1305
level=debug ts=2026-02-16T10:00:10.321492182Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:10.346279275Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="31 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.7 MB" structuredMetadataSize="207 B" totalSize="1.7 MB" mostRecentLagMs=1311 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:10.346453202Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.7 MB" policy= mostRecentLagMs=1311
level=debug ts=2026-02-16T10:00:10.353010066Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:10.37906672Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="33 kB" streams=1 entries=3 streamLabelsSize="27 B" entriesSize="1.6 MB" structuredMetadataSize="207 B" totalSize="1.6 MB" mostRecentLagMs=1085 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:10.379112188Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="1.6 MB" policy= mostRecentLagMs=1085
level=debug ts=2026-02-16T10:00:10.386447563Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:10.424953882Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="64 kB" streams=6 entries=23 streamLabelsSize="171 B" entriesSize="2.1 MB" structuredMetadataSize="1.7 kB" totalSize="2.1 MB" mostRecentLagMs=102 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:10.424985723Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="16 kB" policy= mostRecentLagMs=102
level=debug ts=2026-02-16T10:00:10.424997011Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"caching\"}" streamLabelsHash=4140541283 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=102
level=debug ts=2026-02-16T10:00:10.425004619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="15 kB" policy= mostRecentLagMs=102
level=debug ts=2026-02-16T10:00:10.425010727Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=102
level=debug ts=2026-02-16T10:00:10.425016472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="720 kB" policy= mostRecentLagMs=1131
level=debug ts=2026-02-16T10:00:10.425021772Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="37 kB" policy= mostRecentLagMs=102
level=error ts=2026-02-16T10:00:10.425111375Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '23' lines totaling '2059016' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=kubearchive
level=debug ts=2026-02-16T10:00:10.425145903Z caller=http.go:166 org_id=kubearchive msg="push request failed" code=429 err="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '23' lines totaling '2059016' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased"
level=debug ts=2026-02-16T10:00:10.425171Z caller=logging.go:137 orgID=kubearchive msg="POST /loki/api/v1/push (429) 21.48813ms"
level=debug ts=2026-02-16T10:00:11.156599953Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="64 kB" streams=6 entries=23 streamLabelsSize="171 B" entriesSize="2.1 MB" structuredMetadataSize="1.7 kB" totalSize="2.1 MB" mostRecentLagMs=834 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:11.156632132Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="16 kB" policy= mostRecentLagMs=834
level=debug ts=2026-02-16T10:00:11.156643604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"caching\"}" streamLabelsHash=4140541283 streamSizeBytes="7.0 kB" policy= mostRecentLagMs=834
level=debug ts=2026-02-16T10:00:11.156649811Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="15 kB" policy= mostRecentLagMs=834
level=debug ts=2026-02-16T10:00:11.156656908Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="1.3 MB" policy= mostRecentLagMs=834
level=debug ts=2026-02-16T10:00:11.156662451Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="720 kB" policy= mostRecentLagMs=1863
level=debug ts=2026-02-16T10:00:11.156668867Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="37 kB" policy= mostRecentLagMs=834
level=debug ts=2026-02-16T10:00:11.196110661Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:11.230825192Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="73 kB" streams=4 entries=50 streamLabelsSize="109 B" entriesSize="2.1 MB" structuredMetadataSize="3.3 kB" totalSize="2.1 MB" mostRecentLagMs=876 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:11.230857046Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="508 kB" policy= mostRecentLagMs=876
level=debug ts=2026-02-16T10:00:11.230868015Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="197 kB" policy= mostRecentLagMs=876
level=debug ts=2026-02-16T10:00:11.230874111Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="823 kB" policy= mostRecentLagMs=877
level=debug ts=2026-02-16T10:00:11.230881034Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="546 kB" policy= mostRecentLagMs=876
level=debug ts=2026-02-16T10:00:11.244573375Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:11.282091066Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="180 kB" streams=2 entries=92 streamLabelsSize="65 B" entriesSize="2.1 MB" structuredMetadataSize="6.2 kB" totalSize="2.1 MB" mostRecentLagMs=894 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:11.282122367Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=894
level=debug ts=2026-02-16T10:00:11.28213329Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="105 kB" policy= mostRecentLagMs=894
level=error ts=2026-02-16T10:00:11.282247726Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '92' lines totaling '2070058' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=kubearchive
level=debug ts=2026-02-16T10:00:11.282282172Z caller=http.go:166 org_id=kubearchive msg="push request failed" code=429 err="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '92' lines totaling '2070058' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased"
level=debug ts=2026-02-16T10:00:11.282306272Z caller=logging.go:137 orgID=kubearchive msg="POST /loki/api/v1/push (429) 23.431526ms"
level=debug ts=2026-02-16T10:00:11.681690318Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="180 kB" streams=2 entries=92 streamLabelsSize="65 B" entriesSize="2.1 MB" structuredMetadataSize="6.2 kB" totalSize="2.1 MB" mostRecentLagMs=1293 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:11.681724503Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="2.0 MB" policy= mostRecentLagMs=1293
level=debug ts=2026-02-16T10:00:11.681735739Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="105 kB" policy= mostRecentLagMs=1294
level=debug ts=2026-02-16T10:00:11.692814947Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:11.718251653Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="130 kB" streams=10 entries=80 streamLabelsSize="330 B" entriesSize="2.1 MB" structuredMetadataSize="5.2 kB" totalSize="2.1 MB" mostRecentLagMs=520 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:11.718284924Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="148 kB" policy= mostRecentLagMs=520
level=debug ts=2026-02-16T10:00:11.71829557Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=520
level=debug ts=2026-02-16T10:00:11.718302012Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="22 kB" policy= mostRecentLagMs=521
level=debug ts=2026-02-16T10:00:11.718308641Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="46 kB" policy= mostRecentLagMs=521
level=debug ts=2026-02-16T10:00:11.71831446Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="645 kB" policy= mostRecentLagMs=521
level=debug ts=2026-02-16T10:00:11.718320295Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="26 kB" policy= mostRecentLagMs=521
level=debug ts=2026-02-16T10:00:11.718325377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="34 kB" policy= mostRecentLagMs=520
level=debug ts=2026-02-16T10:00:11.718330697Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="35 kB" policy= mostRecentLagMs=520
level=debug ts=2026-02-16T10:00:11.718336786Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="811 kB" policy= mostRecentLagMs=520
level=debug ts=2026-02-16T10:00:11.718341852Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="292 kB" policy= mostRecentLagMs=521
level=error ts=2026-02-16T10:00:11.718456833Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '80' lines totaling '2074909' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=kubearchive
level=debug ts=2026-02-16T10:00:11.718491766Z caller=http.go:166 org_id=kubearchive msg="push request failed" code=429 err="ingestion rate limit exceeded for user kubearchive (limit: 5242880 bytes/sec) while attempting to ingest '80' lines totaling '2074909' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased"
level=debug ts=2026-02-16T10:00:11.71851642Z caller=logging.go:137 orgID=kubearchive msg="POST /loki/api/v1/push (429) 23.177862ms"
level=debug ts=2026-02-16T10:00:12.584411443Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.1 kB" streams=5 entries=5 streamLabelsSize="162 B" entriesSize="78 kB" structuredMetadataSize="348 B" totalSize="78 kB" mostRecentLagMs=1528 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:12.584443371Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="68 kB" policy= mostRecentLagMs=10004
level=debug ts=2026-02-16T10:00:12.584455289Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="562 B" policy= mostRecentLagMs=1528
level=debug ts=2026-02-16T10:00:12.584463255Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="3.0 kB" policy= mostRecentLagMs=8529
level=debug ts=2026-02-16T10:00:12.584471327Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="1.0 kB" policy= mostRecentLagMs=6529
level=debug ts=2026-02-16T10:00:12.584480991Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="5.2 kB" policy= mostRecentLagMs=1528
level=debug ts=2026-02-16T10:00:12.587472631Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:12.691146779Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="130 kB" streams=10 entries=80 streamLabelsSize="330 B" entriesSize="2.1 MB" structuredMetadataSize="5.2 kB" totalSize="2.1 MB" mostRecentLagMs=1493 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:12.691179876Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="148 kB" policy= mostRecentLagMs=1493
level=debug ts=2026-02-16T10:00:12.691190814Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="16 kB" policy= mostRecentLagMs=1493
level=debug ts=2026-02-16T10:00:12.691197178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="22 kB" policy= mostRecentLagMs=1494
level=debug ts=2026-02-16T10:00:12.691202748Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="46 kB" policy= mostRecentLagMs=1494
level=debug ts=2026-02-16T10:00:12.691208903Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="645 kB" policy= mostRecentLagMs=1494
level=debug ts=2026-02-16T10:00:12.691215025Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="26 kB" policy= mostRecentLagMs=1494
level=debug ts=2026-02-16T10:00:12.691220372Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="34 kB" policy= mostRecentLagMs=1493
level=debug ts=2026-02-16T10:00:12.691227032Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="35 kB" policy= mostRecentLagMs=1493
level=debug ts=2026-02-16T10:00:12.691232041Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="811 kB" policy= mostRecentLagMs=1493
level=debug ts=2026-02-16T10:00:12.691237441Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="292 kB" policy= mostRecentLagMs=1494
level=debug ts=2026-02-16T10:00:12.703736945Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:12.731143689Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="110 kB" streams=40 entries=125 streamLabelsSize="1.2 kB" entriesSize="2.0 MB" structuredMetadataSize="8.6 kB" totalSize="2.0 MB" mostRecentLagMs=1485 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:12.731171429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"image-rbac-proxy\"}" streamLabelsHash=1749691265 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731182685Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="2.7 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731188809Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-operator\"}" streamLabelsHash=3737867532 streamSizeBytes="96 B" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731194745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731200882Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731205943Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="11 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731210758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731215916Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="14 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731220952Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="20 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731225693Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="651 B" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731230429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="24 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731235275Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"caching\"}" streamLabelsHash=4140541283 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731239822Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="26 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731244429Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="37 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731249053Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-kueue\"}" streamLabelsHash=1299824793 streamSizeBytes="11 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731253755Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="37 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731258516Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"build-service\"}" streamLabelsHash=2285062546 streamSizeBytes="7.7 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731263026Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="1.0 MB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731267522Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"project-controller\"}" streamLabelsHash=601493054 streamSizeBytes="1.5 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731272171Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"mintmaker\"}" streamLabelsHash=3347052628 streamSizeBytes="3.7 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731276982Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-dns\"}" streamLabelsHash=422414266 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731281556Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"release-service\"}" streamLabelsHash=3076277197 streamSizeBytes="6.0 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731286209Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="604 B" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731291002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="4.6 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731295542Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress\"}" streamLabelsHash=2960770362 streamSizeBytes="11 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731300927Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.7313056Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="8.3 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731310304Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="1.2 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731314672Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="4.5 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731319745Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-csi-drivers\"}" streamLabelsHash=904786843 streamSizeBytes="2.6 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731324287Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="64 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731328858Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"knative-eventing\"}" streamLabelsHash=2812213069 streamSizeBytes="31 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731333424Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-diagnostics\"}" streamLabelsHash=1385594014 streamSizeBytes="96 B" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731338178Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="9.8 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731344742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="556 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731370431Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="29 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.7313785Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="3.5 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731386643Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-cluster-node-tuning-operator\"}" streamLabelsHash=2646814543 streamSizeBytes="5.8 kB" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731394536Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-network-console\"}" streamLabelsHash=982757297 streamSizeBytes="541 B" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.731401604Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="861 B" policy= mostRecentLagMs=1485
level=debug ts=2026-02-16T10:00:12.739856807Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:20.664474072Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="8.5 kB" streams=7 entries=12 streamLabelsSize="235 B" entriesSize="66 kB" structuredMetadataSize="754 B" totalSize="66 kB" mostRecentLagMs=1004 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:20.664511288Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="22 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T10:00:20.664522892Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="6.8 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T10:00:20.664530686Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana-datasource-exporter\"}" streamLabelsHash=929805068 streamSizeBytes="156 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T10:00:20.664537992Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="8.6 kB" policy= mostRecentLagMs=1004
level=debug ts=2026-02-16T10:00:20.664544947Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="28 kB" policy= mostRecentLagMs=4004
level=debug ts=2026-02-16T10:00:20.664550597Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="536 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T10:00:20.664557987Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="173 B" policy= mostRecentLagMs=7004
level=debug ts=2026-02-16T10:00:20.666297301Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:21.267180284Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="45 kB" streams=18 entries=34 streamLabelsSize="601 B" entriesSize="1.2 MB" structuredMetadataSize="2.3 kB" totalSize="1.2 MB" mostRecentLagMs=1180 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:21.267212214Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="940 B" policy= mostRecentLagMs=7301
level=debug ts=2026-02-16T10:00:21.267225969Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="674 B" policy= mostRecentLagMs=5301
level=debug ts=2026-02-16T10:00:21.26723781Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-multus\"}" streamLabelsHash=4166182273 streamSizeBytes="4.0 kB" policy= mostRecentLagMs=3301
level=debug ts=2026-02-16T10:00:21.267243758Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive\"}" streamLabelsHash=2314128841 streamSizeBytes="939 B" policy= mostRecentLagMs=3301
level=debug ts=2026-02-16T10:00:21.267249241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="14 kB" policy= mostRecentLagMs=9573
level=debug ts=2026-02-16T10:00:21.267255065Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-registry-exporter\"}" streamLabelsHash=1144544053 streamSizeBytes="5.6 kB" policy= mostRecentLagMs=9573
level=debug ts=2026-02-16T10:00:21.267260341Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-machine-config-operator\"}" streamLabelsHash=367911772 streamSizeBytes="111 B" policy= mostRecentLagMs=9573
level=debug ts=2026-02-16T10:00:21.267265838Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="17 kB" policy= mostRecentLagMs=9573
level=debug ts=2026-02-16T10:00:21.267270577Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ingress-canary\"}" streamLabelsHash=572285709 streamSizeBytes="109 B" policy= mostRecentLagMs=1301
level=debug ts=2026-02-16T10:00:21.26727559Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="918 kB" policy= mostRecentLagMs=1180
level=debug ts=2026-02-16T10:00:21.267280345Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="4.8 kB" policy= mostRecentLagMs=2302
level=debug ts=2026-02-16T10:00:21.267284869Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dora-metrics\"}" streamLabelsHash=2722407270 streamSizeBytes="261 B" policy= mostRecentLagMs=9573
level=debug ts=2026-02-16T10:00:21.26728983Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-operators\"}" streamLabelsHash=54967564 streamSizeBytes="191 B" policy= mostRecentLagMs=9573
level=debug ts=2026-02-16T10:00:21.267294792Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-deployment-validation-operator\"}" streamLabelsHash=1959858699 streamSizeBytes="154 kB" policy= mostRecentLagMs=8562
level=debug ts=2026-02-16T10:00:21.267300741Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-backplane\"}" streamLabelsHash=1182560958 streamSizeBytes="624 B" policy= mostRecentLagMs=8301
level=debug ts=2026-02-16T10:00:21.267309119Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="1.1 kB" policy= mostRecentLagMs=5301
level=debug ts=2026-02-16T10:00:21.267316472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.9 kB" policy= mostRecentLagMs=5301
level=debug ts=2026-02-16T10:00:21.267321125Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="50 kB" policy= mostRecentLagMs=8301
level=debug ts=2026-02-16T10:00:21.273937576Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:22.621055467Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.3 kB" streams=6 entries=7 streamLabelsSize="196 B" entriesSize="71 kB" structuredMetadataSize="449 B" totalSize="72 kB" mostRecentLagMs=2566 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:22.621090619Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kyverno\"}" streamLabelsHash=3626977148 streamSizeBytes="295 B" policy= mostRecentLagMs=5565
level=debug ts=2026-02-16T10:00:22.621102683Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=2566
level=debug ts=2026-02-16T10:00:22.621110447Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=2566
level=debug ts=2026-02-16T10:00:22.621117742Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7566
level=debug ts=2026-02-16T10:00:22.621123197Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-kueue-operator\"}" streamLabelsHash=128343035 streamSizeBytes="282 B" policy= mostRecentLagMs=8565
level=debug ts=2026-02-16T10:00:22.621129392Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="68 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T10:00:22.622868114Z caller=http.go:154 org_id=kubearchive msg="push request successful"
ts=2026-02-16T10:00:23.711621252Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-12180ce6 10.129.0.76:7946"
level=debug ts=2026-02-16T10:00:29.53263899Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T10:00:30.755629871Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=5 entries=5 streamLabelsSize="163 B" entriesSize="42 kB" structuredMetadataSize="355 B" totalSize="42 kB" mostRecentLagMs=5095 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:30.75567416Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="25 kB" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T10:00:30.755692466Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-user-workload-monitoring\"}" streamLabelsHash=2020843059 streamSizeBytes="15 kB" policy= mostRecentLagMs=8095
level=debug ts=2026-02-16T10:00:30.755703016Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=7095
level=debug ts=2026-02-16T10:00:30.75571241Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-pipelines\"}" streamLabelsHash=3742841186 streamSizeBytes="488 B" policy= mostRecentLagMs=7095
level=debug ts=2026-02-16T10:00:30.755721337Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"crossplane-system\"}" streamLabelsHash=1471848552 streamSizeBytes="272 B" policy= mostRecentLagMs=5095
level=debug ts=2026-02-16T10:00:30.75748871Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:33.971099859Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="5.2 kB" streams=7 entries=8 streamLabelsSize="211 B" entriesSize="29 kB" structuredMetadataSize="515 B" totalSize="29 kB" mostRecentLagMs=5 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:33.971132568Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="7.8 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T10:00:33.971144017Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=1005
level=debug ts=2026-02-16T10:00:33.971149963Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="1.6 kB" policy= mostRecentLagMs=10005
level=debug ts=2026-02-16T10:00:33.971156088Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-grafana\"}" streamLabelsHash=2401908472 streamSizeBytes="2.1 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T10:00:33.971161328Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="10 kB" policy= mostRecentLagMs=9005
level=debug ts=2026-02-16T10:00:33.97116689Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="7.1 kB" policy= mostRecentLagMs=3005
level=debug ts=2026-02-16T10:00:33.971172472Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kueue-external-admission\"}" streamLabelsHash=2222140863 streamSizeBytes="181 B" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T10:00:33.972648153Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:34.061699844Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="7.7 kB" streams=8 entries=8 streamLabelsSize="215 B" entriesSize="100 kB" structuredMetadataSize="541 B" totalSize="100 kB" mostRecentLagMs=6 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:34.061731985Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="473 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T10:00:34.061744247Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"konflux-kite\"}" streamLabelsHash=222994677 streamSizeBytes="778 B" policy= mostRecentLagMs=8006
level=debug ts=2026-02-16T10:00:34.061752002Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T10:00:34.061758805Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tekton-results\"}" streamLabelsHash=2333908576 streamSizeBytes="220 B" policy= mostRecentLagMs=2006
level=debug ts=2026-02-16T10:00:34.061766093Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-monitoring\"}" streamLabelsHash=2752732901 streamSizeBytes="3.1 kB" policy= mostRecentLagMs=7006
level=debug ts=2026-02-16T10:00:34.061772237Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"kube-system\"}" streamLabelsHash=484248987 streamSizeBytes="2.8 kB" policy= mostRecentLagMs=10006
level=debug ts=2026-02-16T10:00:34.061777324Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"dummy-service\"}" streamLabelsHash=1083452414 streamSizeBytes="5.0 kB" policy= mostRecentLagMs=6
level=debug ts=2026-02-16T10:00:34.061782286Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="87 kB" policy= mostRecentLagMs=6681
level=debug ts=2026-02-16T10:00:34.064129046Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:41.663314732Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="2.1 kB" streams=8 entries=10 streamLabelsSize="275 B" entriesSize="9.5 kB" structuredMetadataSize="630 B" totalSize="9.8 kB" mostRecentLagMs=1003 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:41.663345611Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="322 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T10:00:41.663376951Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-insights\"}" streamLabelsHash=2600059912 streamSizeBytes="635 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T10:00:41.663384388Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"product-kubearchive-logging\"}" streamLabelsHash=454980149 streamSizeBytes="2.5 kB" policy= mostRecentLagMs=2003
level=debug ts=2026-02-16T10:00:41.663391524Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"tempo-operator\"}" streamLabelsHash=2050728924 streamSizeBytes="170 B" policy= mostRecentLagMs=7003
level=debug ts=2026-02-16T10:00:41.663398901Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-image-registry\"}" streamLabelsHash=1778796386 streamSizeBytes="283 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T10:00:41.663405819Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"appstudio-probe-monitoring-grafana\"}" streamLabelsHash=1196655540 streamSizeBytes="323 B" policy= mostRecentLagMs=1003
level=debug ts=2026-02-16T10:00:41.663411439Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"multi-platform-controller\"}" streamLabelsHash=2405077978 streamSizeBytes="143 B" policy= mostRecentLagMs=10003
level=debug ts=2026-02-16T10:00:41.663416428Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-marketplace\"}" streamLabelsHash=2813647126 streamSizeBytes="5.1 kB" policy= mostRecentLagMs=8003
level=debug ts=2026-02-16T10:00:41.665070289Z caller=http.go:154 org_id=kubearchive msg="push request successful"
level=debug ts=2026-02-16T10:00:45.974803847Z caller=push.go:299 org_id=kubearchive msg="push request parsed" path=/loki/api/v1/push contentType=application/json contentEncoding=gzip bodySize="9.4 kB" streams=3 entries=3 streamLabelsSize="90 B" entriesSize="319 kB" structuredMetadataSize="200 B" totalSize="319 kB" mostRecentLagMs=9 userAgent="Vector/0.52.0 (x86_64-unknown-linux-gnu ca5bf26 2025-12-16 14:56:07.290167996)"
level=debug ts=2026-02-16T10:00:45.974839587Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-console\"}" streamLabelsHash=2852511212 streamSizeBytes="337 B" policy= mostRecentLagMs=10009
level=debug ts=2026-02-16T10:00:45.974853377Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-ovn-kubernetes\"}" streamLabelsHash=454058383 streamSizeBytes="176 B" policy= mostRecentLagMs=9
level=debug ts=2026-02-16T10:00:45.974860232Z caller=http.go:146 org_id=kubearchive msg="push request streams" stream="{stream=\"openshift-gitops\"}" streamLabelsHash=559955095 streamSizeBytes="318 kB" policy= mostRecentLagMs=150
level=debug ts=2026-02-16T10:00:45.979096913Z caller=http.go:154 org_id=kubearchive msg="push request successful"