"pilot_eds_no_instances": { "outbound|8000||rate-test-model-9293de-kserve-workload-svc.ai-tenant-e2e-shared-b-9293de.svc.cluster.local": {} } } 2026-07-06T19:49:36.247618Z info ads Push debounce stable[736] 1 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-b-9293de: 100.217281ms since last change, 100.21721ms since last push, full=true 2026-07-06T19:49:36.265262Z info ads XDS: Pushing Services:109 ConnectedEndpoints:4 Version:2026-07-06T19:49:36Z/399 2026-07-06T19:49:36.265626Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.5kB 2026-07-06T19:49:36.265630Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:49:36.265671Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:49:36.265629Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:49:36.267076Z info delta ECDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:23.7kB 2026-07-06T19:49:36.268209Z info delta ECDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:23.7kB 2026-07-06T19:49:36.273459Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:121.2kB 2026-07-06T19:49:56.748630Z info ads Push debounce stable[737] 1 for config Secret/cert-manager-operator/cert-manager-operator-controller-manager-dockercfg-7n6bf: 100.486016ms since last change, 100.485956ms since last push, full=false 2026-07-06T19:49:56.748699Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:49:36Z/399 2026-07-06T19:50:00.208523Z info ads Push debounce stable[738] 4 for config Secret/cert-manager/deployer-dockercfg-chvsm and 3 more configs: 100.060379ms since last change, 139.130229ms since last push, full=false 2026-07-06T19:50:00.208615Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:49:36Z/399 2026-07-06T19:50:01.142327Z info ads Push debounce stable[739] 3 for config Secret/openshift-lws-operator/deployer-dockercfg-49fwt and 2 more configs: 100.330137ms since last change, 103.246231ms since last push, full=false 2026-07-06T19:50:01.142393Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:49:36Z/399 2026-07-06T19:50:03.129625Z info ads Push debounce stable[740] 1 for config Secret/cert-manager/cert-manager-cainjector-dockercfg-nvdgj: 100.218553ms since last change, 100.218449ms since last push, full=false 2026-07-06T19:50:03.129691Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:49:36Z/399 2026-07-06T19:50:10.126521Z info ads Push debounce stable[741] 1 for config Secret/cert-manager/cert-manager-dockercfg-sj2bm: 100.242157ms since last change, 100.242073ms since last push, full=false 2026-07-06T19:50:10.126592Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:49:36Z/399 2026-07-06T19:50:11.517369Z info delta ADS: "10.134.0.42:56132" maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress-3 terminated 2026-07-06T19:50:11.682853Z info delta ADS: new delta connection for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress-25 2026-07-06T19:50:11.684174Z info delta CDS: PUSH request for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:142 removed:0 size:163.2kB cached:138/139 filtered:0 2026-07-06T19:50:11.684960Z info delta EDS: PUSH request for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:139 removed:0 size:33.5kB empty:0 cached:139/139 filtered:0 2026-07-06T19:50:11.685307Z info delta LDS: PUSH request for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.5kB filtered:0 2026-07-06T19:50:11.685371Z info delta SDS: PUSH request for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 filtered:0 2026-07-06T19:50:11.686556Z info delta RDS: PUSH request for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:50.0kB cached:0/0 filtered:0 2026-07-06T19:50:11.692734Z info delta ECDS: PUSH request for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:121.2kB filtered:0 2026-07-06T19:50:20.442448Z info ads Push debounce stable[742] 1 for config Secret/opendatahub/default-dockercfg-xbv8t: 100.223059ms since last change, 100.222983ms since last push, full=false 2026-07-06T19:50:20.442544Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:49:36Z/399 2026-07-06T19:50:20.831557Z info ads Push debounce stable[743] 1 for config Secret/opendatahub/deployer-dockercfg-vhgnk: 100.941001ms since last change, 100.94094ms since last push, full=false 2026-07-06T19:50:20.831617Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:49:36Z/399 2026-07-06T19:50:21.842290Z info ads Push debounce stable[744] 2 for config Secret/opendatahub/builder-dockercfg-8jlr2 and 1 more configs: 101.081097ms since last change, 124.214441ms since last push, full=false 2026-07-06T19:50:21.842348Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:49:36Z/399 2026-07-06T19:50:24.740125Z info model Incremental push, service kserve-controller-manager-metrics-service.opendatahub.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-06T19:50:24.742724Z info model Full push, new service ai-tenant-e2e-shared-b-9293de/rate-test-model-9293de-kserve-workload-svc.ai-tenant-e2e-shared-b-9293de.svc.cluster.local 2026-07-06T19:50:24.742771Z info model Incremental push, service kserve-controller-manager-service.opendatahub.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-06T19:50:24.847039Z info ads Push debounce stable[745] 4 for config ServiceEntry/opendatahub/kserve-controller-manager-metrics-service.opendatahub.svc.cluster.local and 3 more configs: 100.193435ms since last change, 106.869568ms since last push, full=true 2026-07-06T19:50:24.847680Z info ads XDS: Pushing Services:109 ConnectedEndpoints:4 Version:2026-07-06T19:50:24Z/400 2026-07-06T19:50:24.848437Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:5 removed:0 size:4.8kB cached:0/4 2026-07-06T19:50:24.848538Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:7 removed:0 size:5.2kB cached:0/4 2026-07-06T19:50:24.848603Z info delta EDS: PUSH INC for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:4 removed:0 size:538B empty:3 cached:0/4 2026-07-06T19:50:24.848622Z info delta CDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:7 removed:0 size:5.2kB cached:0/4 2026-07-06T19:50:24.848626Z info delta EDS: PUSH INC for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:4 removed:0 size:538B empty:0 cached:4/4 2026-07-06T19:50:24.848651Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:7 removed:0 size:5.2kB cached:0/4 2026-07-06T19:50:24.848718Z info delta EDS: PUSH INC for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:4 removed:0 size:538B empty:0 cached:4/4 2026-07-06T19:50:24.848771Z info delta EDS: PUSH INC for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:4 removed:0 size:538B empty:0 cached:4/4 2026-07-06T19:50:24.848862Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:50:24.848886Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:50:24.848944Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.5kB 2026-07-06T19:50:24.848979Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:50:24.849034Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:50:24.849153Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:10.4kB cached:0/0 2026-07-06T19:50:24.849309Z info delta RDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:10.4kB cached:0/0 2026-07-06T19:50:24.850129Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:50.0kB cached:0/0 2026-07-06T19:50:25.487690Z info ads Push Status: { "pilot_duplicate_envoy_clusters": { "kuadrant-auth-service": { "proxy": "maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress", "message": "Duplicate cluster kuadrant-auth-service found while pushing CDS" } }, "pilot_eds_no_instances": { "outbound|443||maas-controller-webhook-service.opendatahub.svc.cluster.local": {}, "outbound|8443||kserve-controller-manager-metrics-service.opendatahub.svc.cluster.local": {}, "outbound|8443||kserve-controller-manager-service.opendatahub.svc.cluster.local": {} } } 2026-07-06T19:50:31.805514Z info ads Push debounce stable[746] 1 for config ServiceEntry/opendatahub/maas-controller-webhook-service.opendatahub.svc.cluster.local: 100.459602ms since last change, 100.459525ms since last push, full=false 2026-07-06T19:50:31.805574Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:50:24Z/400 2026-07-06T19:50:35.067708Z info model Incremental push, service maas-api-e2e-shared-a-f22821.opendatahub.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-06T19:50:35.168794Z info ads Push debounce stable[747] 3 for config Secret/opendatahub/maas-api-e2e-shared-a-f22821-serving-cert and 1 more configs: 101.032903ms since last change, 121.145526ms since last push, full=true 2026-07-06T19:50:35.169354Z info ads XDS: Pushing Services:108 ConnectedEndpoints:4 Version:2026-07-06T19:50:35Z/401 2026-07-06T19:50:35.169813Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:1 size:44B 2026-07-06T19:50:35.169876Z info delta EDS: PUSH INC for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:50:35.170035Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:3 removed:1 size:507B 2026-07-06T19:50:35.170105Z info delta EDS: PUSH INC for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:50:35.170036Z info delta CDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:3 removed:1 size:507B 2026-07-06T19:50:35.170234Z info delta EDS: PUSH INC for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:50:35.170125Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:3 removed:1 size:507B 2026-07-06T19:50:35.170314Z info delta EDS: PUSH INC for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:50:35.170134Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:50:35.170412Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.5kB 2026-07-06T19:50:35.170489Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:50:35.170535Z info delta SDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:4.6kB cached:1/1 2026-07-06T19:50:35.170559Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:50:35.170633Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:50:35.170866Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:10.4kB cached:0/0 2026-07-06T19:50:35.170904Z info delta RDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:10.4kB cached:0/0 2026-07-06T19:50:35.170945Z info delta SDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-06T19:50:35.170906Z info delta SDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-06T19:50:35.171911Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:50.0kB cached:0/0 2026-07-06T19:50:35.171962Z info delta SDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-06T19:50:35.353163Z info ads Push debounce stable[748] 1 for config VirtualService/ai-tenant-e2e-shared-a-f22821/openshift-ingress~e2e-shared-a-f22821-istio-autogenerated-k8s-gateway-https~* and 1 more configs: 100.398377ms since last change, 100.398299ms since last push, full=true 2026-07-06T19:50:35.353381Z info ads XDS: Pushing Services:108 ConnectedEndpoints:4 Version:2026-07-06T19:50:35Z/402 2026-07-06T19:50:35.354053Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:50:35.354307Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:50:35.354370Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:10.4kB cached:0/0 2026-07-06T19:50:35.354810Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:50:35.354735Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.5kB 2026-07-06T19:50:35.354910Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:50:35.354759Z info delta RDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:9.3kB cached:0/0 2026-07-06T19:50:35.356212Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:50.0kB cached:0/0 2026-07-06T19:50:48.208981Z info ads Push debounce stable[749] 1 for config Secret/openshift-lws-operator/lws-controller-manager-dockercfg-lgfm6: 100.677924ms since last change, 100.677873ms since last push, full=false 2026-07-06T19:50:48.209035Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:50:35Z/402 2026-07-06T19:50:48.310796Z info ads Push debounce stable[750] 1 for config Secret/opendatahub/opendatahub-operator-controller-manager-dockercfg-4g7rx: 101.058758ms since last change, 101.058688ms since last push, full=false 2026-07-06T19:50:48.310858Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:50:35Z/402 2026-07-06T19:50:48.902511Z info ads Push debounce stable[751] 1 for config ServiceEntry/openshift-ingress/payload-processing.openshift-ingress.svc.cluster.local: 100.041961ms since last change, 100.041875ms since last push, full=true 2026-07-06T19:50:48.903066Z info ads XDS: Pushing Services:108 ConnectedEndpoints:4 Version:2026-07-06T19:50:48Z/403 2026-07-06T19:50:48.903734Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:2 removed:0 size:1.1kB cached:0/1 2026-07-06T19:50:48.903755Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:4 removed:0 size:1.6kB cached:0/1 2026-07-06T19:50:48.903822Z info delta EDS: PUSH INC for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:219B empty:0 cached:0/1 2026-07-06T19:50:48.903845Z info delta EDS: PUSH INC for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:219B empty:0 cached:0/1 2026-07-06T19:50:48.903872Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:4 removed:0 size:1.6kB cached:0/1 2026-07-06T19:50:48.903936Z info delta EDS: PUSH INC for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:219B empty:0 cached:1/1 2026-07-06T19:50:48.904063Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:50:48.904079Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:50:48.903994Z info delta CDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:4 removed:0 size:1.6kB cached:0/1 2026-07-06T19:50:48.904170Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:50:48.904173Z info delta EDS: PUSH INC for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:219B empty:0 cached:1/1 2026-07-06T19:50:48.904222Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.5kB 2026-07-06T19:50:48.904315Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:10.4kB cached:0/0 2026-07-06T19:50:48.904378Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:50:48.904657Z info delta RDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:9.3kB cached:0/0 2026-07-06T19:50:48.905414Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:50.0kB cached:0/0 2026-07-06T19:50:49.113035Z info ads Push debounce stable[752] 2 for config ServiceEntry/openshift-ingress/payload-pre-processing.openshift-ingress.svc.cluster.local and 1 more configs: 100.951582ms since last change, 197.751955ms since last push, full=true 2026-07-06T19:50:49.114246Z info ads XDS: Pushing Services:108 ConnectedEndpoints:4 Version:2026-07-06T19:50:49Z/404 2026-07-06T19:50:49.115827Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:141 removed:0 size:162.1kB cached:135/138 2026-07-06T19:50:49.115868Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:139 removed:0 size:161.6kB cached:135/138 2026-07-06T19:50:49.115834Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:141 removed:0 size:162.1kB cached:135/138 2026-07-06T19:50:49.116248Z info delta CDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:141 removed:0 size:162.1kB cached:135/138 2026-07-06T19:50:49.116988Z info delta EDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:138 removed:0 size:33.4kB empty:0 cached:138/138 2026-07-06T19:50:49.117041Z info delta EDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:138 removed:0 size:33.4kB empty:0 cached:138/138 2026-07-06T19:50:49.116990Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:138 removed:0 size:33.4kB empty:0 cached:137/138 2026-07-06T19:50:49.117221Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:138 removed:0 size:33.4kB empty:0 cached:138/138 2026-07-06T19:50:49.117246Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:50:49.117343Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:50:49.117347Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:50:49.117571Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:50:49.117598Z info delta RDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:9.3kB cached:0/0 2026-07-06T19:50:49.117647Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:50:49.117692Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:10.4kB cached:0/0 2026-07-06T19:50:49.118340Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:50:49.119046Z info delta ECDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:23.7kB 2026-07-06T19:50:49.119145Z info delta ECDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:23.7kB 2026-07-06T19:50:49.124812Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:121.2kB 2026-07-06T19:50:54.078246Z info ads Push debounce stable[753] 1 for config ServiceEntry/ai-tenant-e2e-shared-a-f22821/rate-test-model-f22821-kserve-workload-svc.ai-tenant-e2e-shared-a-f22821.svc.cluster.local: 101.056419ms since last change, 101.056357ms since last push, full=false 2026-07-06T19:50:54.078301Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:50:49Z/404 2026-07-06T19:50:55.487565Z info ads Push Status: { "pilot_duplicate_envoy_clusters": { "kuadrant-auth-service": { "proxy": "e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress", "message": "Duplicate cluster kuadrant-auth-service found while pushing CDS" } }, "pilot_eds_no_instances": { "outbound|8000||rate-test-model-f22821-kserve-workload-svc.ai-tenant-e2e-shared-a-f22821.svc.cluster.local": {} } } 2026-07-06T19:50:57.745856Z info ads Push debounce stable[754] 1 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-a-f22821: 100.240027ms since last change, 100.239947ms since last push, full=true 2026-07-06T19:50:57.757992Z info ads XDS: Pushing Services:108 ConnectedEndpoints:4 Version:2026-07-06T19:50:57Z/405 2026-07-06T19:50:57.758353Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:50:57.758367Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:50:57.758426Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:50:57.758353Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:50:57.759562Z info delta ECDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:20.5kB 2026-07-06T19:50:57.759893Z info delta ECDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:23.7kB 2026-07-06T19:50:57.764930Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:121.2kB 2026-07-06T19:51:00.144356Z info ads Push debounce stable[755] 4 for config Secret/opendatahub/odh-model-controller-dockercfg-vgbgk and 3 more configs: 100.300024ms since last change, 107.638594ms since last push, full=false 2026-07-06T19:51:00.144411Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:50:57Z/405 2026-07-06T19:51:01.132205Z info ads Push debounce stable[756] 1 for config Secret/openshift-ingress/kube-auth-proxy-dockercfg-b548v: 100.501211ms since last change, 100.501138ms since last push, full=false 2026-07-06T19:51:01.132268Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:50:57Z/405 2026-07-06T19:51:02.133014Z info ads Push debounce stable[757] 3 for config Secret/ai-tenant-e2e-shared-b-9293de/rate-test-model-9293de-kserve-self-signed-certs and 2 more configs: 100.284051ms since last change, 189.947087ms since last push, full=false 2026-07-06T19:51:02.133073Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:50:57Z/405 2026-07-06T19:51:08.123636Z info ads Push debounce stable[758] 1 for config Secret/openshift-ingress/data-science-gateway-data-science-gateway-class-dockercfg-kcthv: 100.219119ms since last change, 100.219027ms since last push, full=false 2026-07-06T19:51:08.123690Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:50:57Z/405 2026-07-06T19:51:09.295231Z info model Incremental push, service rate-test-model-f22821-kserve-workload-svc.ai-tenant-e2e-shared-a-f22821.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-06T19:51:09.395504Z info ads Push debounce stable[759] 1 for config ServiceEntry/ai-tenant-e2e-shared-a-f22821/rate-test-model-f22821-kserve-workload-svc.ai-tenant-e2e-shared-a-f22821.svc.cluster.local: 100.225947ms since last change, 100.225851ms since last push, full=false 2026-07-06T19:51:09.395564Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:50:57Z/405 2026-07-06T19:51:15.134195Z info ads Push debounce stable[760] 2 for config Secret/opendatahub/kserve-controller-manager-dockercfg-hfxfh and 1 more configs: 100.353463ms since last change, 104.645019ms since last push, full=false 2026-07-06T19:51:15.134249Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:50:57Z/405 2026-07-06T19:51:30.354386Z info ads Push debounce stable[761] 4 for config Secret/ai-tenant-e2e-shared-a-f22821/default-dockercfg-4clmw and 3 more configs: 100.210754ms since last change, 119.250666ms since last push, full=false 2026-07-06T19:51:30.354442Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:50:57Z/405 2026-07-06T19:51:31.760931Z info ads Push debounce stable[762] 1 for config VirtualService/ai-tenant-e2e-shared-a-f22821/openshift-ingress~e2e-shared-a-f22821-istio-autogenerated-k8s-gateway-https~*: 100.850777ms since last change, 100.850701ms since last push, full=true 2026-07-06T19:51:31.761099Z info ads XDS: Pushing Services:108 ConnectedEndpoints:4 Version:2026-07-06T19:51:31Z/406 2026-07-06T19:51:31.761668Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:51:31.761688Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:51:31.761699Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:51:31.761705Z warn constructed http route config for route https.443.default.e2e-shared-a-f22821-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-06T19:51:31.761736Z info delta RDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-06T19:51:31.761782Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:51:31.761873Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:51:31.761939Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:10.4kB cached:0/0 2026-07-06T19:51:31.762627Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:51:31.929201Z info model Incremental push, service rate-test-model-f22821-kserve-workload-svc.ai-tenant-e2e-shared-a-f22821.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-06T19:51:32.030291Z info ads Push debounce stable[763] 1 for config ServiceEntry/ai-tenant-e2e-shared-a-f22821/rate-test-model-f22821-kserve-workload-svc.ai-tenant-e2e-shared-a-f22821.svc.cluster.local: 101.045341ms since last change, 101.04527ms since last push, full=false 2026-07-06T19:51:32.030388Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:51:31Z/406 2026-07-06T19:51:32.857734Z info ads Push debounce stable[764] 1 for config ConfigMap/ai-tenant-e2e-shared-a-f22821/kube-root-ca.crt: 100.117905ms since last change, 100.117831ms since last push, full=false 2026-07-06T19:51:32.857813Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:51:31Z/406 2026-07-06T19:51:33.065901Z info ads Push debounce stable[765] 1 for config ServiceEntry/ai-tenant-e2e-shared-a-f22821/rate-test-model-f22821-kserve-workload-svc.ai-tenant-e2e-shared-a-f22821.svc.cluster.local: 100.22407ms since last change, 100.22399ms since last push, full=true 2026-07-06T19:51:33.066521Z info ads XDS: Pushing Services:107 ConnectedEndpoints:4 Version:2026-07-06T19:51:33Z/407 2026-07-06T19:51:33.067097Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:3 removed:1 size:507B 2026-07-06T19:51:33.067168Z info delta EDS: PUSH INC for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:51:33.067225Z info delta CDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:3 removed:1 size:507B 2026-07-06T19:51:33.067273Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:3 removed:1 size:507B 2026-07-06T19:51:33.067291Z info delta EDS: PUSH INC for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:51:33.067326Z info delta EDS: PUSH INC for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:51:33.067102Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:1 size:44B 2026-07-06T19:51:33.067435Z info delta EDS: PUSH INC for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:51:33.067510Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:51:33.067541Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:51:33.067622Z warn constructed http route config for route https.443.default.e2e-shared-a-f22821-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-06T19:51:33.067655Z info delta RDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-06T19:51:33.067541Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:51:33.067760Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:51:33.067824Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:10.4kB cached:0/0 2026-07-06T19:51:33.067850Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:51:33.068598Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:51:33.223530Z info ads Push debounce stable[766] 1 for config DestinationRule/ai-tenant-e2e-shared-a-f22821/rate-test-model-f22821-kserve-workload-svc: 100.223071ms since last change, 100.223019ms since last push, full=true 2026-07-06T19:51:33.223727Z info ads XDS: Pushing Services:107 ConnectedEndpoints:4 Version:2026-07-06T19:51:33Z/408 2026-07-06T19:51:33.224125Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:44B 2026-07-06T19:51:33.224281Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:3 removed:0 size:507B 2026-07-06T19:51:33.224322Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:3 removed:0 size:507B 2026-07-06T19:51:33.224425Z info delta CDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:3 removed:0 size:507B 2026-07-06T19:51:33.224909Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:137 removed:0 size:33.1kB empty:0 cached:137/137 2026-07-06T19:51:33.225166Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:51:33.225249Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:137 removed:0 size:33.1kB empty:0 cached:137/137 2026-07-06T19:51:33.225165Z info delta EDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:137 removed:0 size:33.1kB empty:0 cached:137/137 2026-07-06T19:51:33.225168Z info delta EDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:137 removed:0 size:33.1kB empty:0 cached:137/137 2026-07-06T19:51:33.225259Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:51:33.225583Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:51:33.225595Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:51:33.225581Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:51:33.225707Z warn constructed http route config for route https.443.default.e2e-shared-a-f22821-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-06T19:51:33.225749Z info delta RDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-06T19:51:33.225901Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:10.4kB cached:0/0 2026-07-06T19:51:33.226792Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:51:33.575687Z info ads Push debounce stable[767] 1 for config Secret/ai-tenant-e2e-shared-a-f22821/rate-test-model-f22821-kserve-self-signed-certs: 100.390639ms since last change, 100.390568ms since last push, full=false 2026-07-06T19:51:33.575744Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-06T19:51:33Z/408 2026-07-06T19:51:35.487688Z info ads Push Status: { "pilot_duplicate_envoy_clusters": { "kuadrant-auth-service": { "proxy": "e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress", "message": "Duplicate cluster kuadrant-auth-service found while pushing CDS" } } } 2026-07-06T19:51:36.141088Z info ads Push debounce stable[768] 2 for config EnvoyFilter/openshift-ingress/kuadrant-ratelimiting-e2e-shared-a-f22821 and 1 more configs: 100.914873ms since last change, 101.03219ms since last push, full=true 2026-07-06T19:51:36.141343Z info ads XDS: Pushing Services:107 ConnectedEndpoints:4 Version:2026-07-06T19:51:36Z/409 2026-07-06T19:51:36.142316Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:140 removed:0 size:160.7kB cached:137/137 2026-07-06T19:51:36.142379Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:138 removed:0 size:160.3kB cached:137/137 2026-07-06T19:51:36.142529Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:140 removed:0 size:160.7kB cached:137/137 2026-07-06T19:51:36.142893Z info delta CDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:139 removed:1 size:160.6kB cached:126/137 2026-07-06T19:51:36.142984Z info delta EDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:137 removed:0 size:33.1kB empty:0 cached:137/137 2026-07-06T19:51:36.143315Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:137 removed:0 size:33.1kB empty:0 cached:137/137 2026-07-06T19:51:36.143427Z info delta EDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:137 removed:0 size:33.1kB empty:0 cached:137/137 2026-07-06T19:51:36.143358Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:51:36.143369Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:137 removed:0 size:33.1kB empty:0 cached:137/137 2026-07-06T19:51:36.143650Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:51:36.143676Z warn constructed http route config for route https.443.default.e2e-shared-a-f22821-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-06T19:51:36.143709Z info delta RDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-06T19:51:36.143753Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:51:36.143855Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:51:36.143885Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:10.4kB cached:0/0 2026-07-06T19:51:36.143982Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:51:36.144981Z info delta ECDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:20.5kB 2026-07-06T19:51:36.145085Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:51:36.146332Z info delta ECDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:23.7kB 2026-07-06T19:51:36.152023Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:121.2kB 2026-07-06T19:51:36.850263Z info ads Push debounce stable[769] 1 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-a-f22821: 100.214735ms since last change, 100.214663ms since last push, full=true 2026-07-06T19:51:36.860845Z info ads XDS: Pushing Services:107 ConnectedEndpoints:4 Version:2026-07-06T19:51:36Z/410 2026-07-06T19:51:36.861183Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:3.9kB 2026-07-06T19:51:36.861198Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:51:36.861212Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:51:36.861234Z info delta ECDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:0 removed:0 size:0B 2026-07-06T19:51:36.861382Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:51:36.862673Z info delta ECDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:23.7kB 2026-07-06T19:51:36.867638Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:121.2kB 2026-07-06T19:51:42.673623Z info ads Push debounce stable[770] 1 for config Gateway/openshift-ingress/e2e-shared-a-f22821-istio-autogenerated-k8s-gateway-https: 100.229396ms since last change, 100.229318ms since last push, full=true 2026-07-06T19:51:42.673749Z info ads XDS: Pushing Services:107 ConnectedEndpoints:4 Version:2026-07-06T19:51:42Z/411 2026-07-06T19:51:42.674106Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:3.9kB 2026-07-06T19:51:42.674111Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:51:42.674132Z warn constructed http route config for route https.443.default.e2e-shared-a-f22821-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-06T19:51:42.674157Z info delta RDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-06T19:51:42.674192Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:51:42.674213Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:51:42.674112Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:51:42.674485Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:10.4kB cached:0/0 2026-07-06T19:51:42.675169Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:51:43.052610Z info model Incremental push, service e2e-shared-a-f22821-openshift-default.openshift-ingress.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-06T19:51:43.153669Z info ads Push debounce stable[771] 6 for config Secret/openshift-ingress/e2e-shared-a-f22821-gw-service-tls and 4 more configs: 101.010812ms since last change, 202.415143ms since last push, full=true 2026-07-06T19:51:43.154356Z info ads XDS: Pushing Services:106 ConnectedEndpoints:4 Version:2026-07-06T19:51:43Z/412 2026-07-06T19:51:43.155597Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:138 removed:2 size:158.1kB cached:135/135 2026-07-06T19:51:43.155606Z info delta CDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:136 removed:3 size:157.6kB cached:135/135 2026-07-06T19:51:43.155628Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:136 removed:2 size:157.6kB cached:135/135 2026-07-06T19:51:43.155668Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:138 removed:2 size:158.1kB cached:135/135 2026-07-06T19:51:43.156372Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:137 removed:0 size:32.7kB empty:2 cached:135/137 2026-07-06T19:51:43.156610Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:51:43.156699Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:51:43.156733Z info delta SDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:4.6kB cached:1/1 2026-07-06T19:51:43.156825Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:137 removed:0 size:32.7kB empty:2 cached:135/137 2026-07-06T19:51:43.157000Z info delta EDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:137 removed:0 size:32.7kB empty:2 cached:135/137 2026-07-06T19:51:43.157019Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:51:43.157011Z info delta EDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:137 removed:0 size:32.7kB empty:2 cached:135/137 2026-07-06T19:51:43.157188Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:0 removed:1 size:0B 2026-07-06T19:51:43.157203Z warn buildGatewayRoutes: no gateways for router e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress 2026-07-06T19:51:43.157226Z info delta RDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:97B cached:0/0 2026-07-06T19:51:43.157248Z warn ads proxy e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress attempted to access unauthorized certificates e2e-shared-a-f22821-gw-service-tls: cross namespace secret reference requires ReferenceGrant 2026-07-06T19:51:43.157271Z info delta ECDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:0 removed:0 size:0B 2026-07-06T19:51:43.157273Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:51:43.157612Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:10.4kB cached:0/0 2026-07-06T19:51:43.157650Z info delta SDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-06T19:51:43.158666Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:51:43.158714Z info delta SDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-06T19:51:43.160030Z info delta ECDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:23.7kB 2026-07-06T19:51:43.165482Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:121.2kB 2026-07-06T19:51:44.624027Z info model Incremental push, service maas-api-e2e-shared-b-9293de.opendatahub.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-06T19:51:44.745142Z info ads Push debounce stable[772] 4 for config ServiceEntry/opendatahub/maas-api-e2e-shared-b-9293de.opendatahub.svc.cluster.local and 3 more configs: 100.316011ms since last change, 141.72651ms since last push, full=true 2026-07-06T19:51:44.745774Z info ads XDS: Pushing Services:105 ConnectedEndpoints:4 Version:2026-07-06T19:51:44Z/413 2026-07-06T19:51:44.746224Z info delta CDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:1 size:44B 2026-07-06T19:51:44.746278Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:1 size:44B 2026-07-06T19:51:44.746288Z info delta EDS: PUSH INC for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:51:44.746319Z info delta LDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:0 removed:0 size:0B 2026-07-06T19:51:44.746325Z info delta EDS: PUSH INC for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:51:44.746336Z warn buildGatewayRoutes: no gateways for router e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress 2026-07-06T19:51:44.746357Z info delta RDS: PUSH for node:e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress resources:1 removed:0 size:97B cached:0/0 2026-07-06T19:51:44.746378Z warn ads proxy e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress attempted to access unauthorized certificates e2e-shared-a-f22821-gw-service-tls: cross namespace secret reference requires ReferenceGrant 2026-07-06T19:51:44.746445Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:3 removed:1 size:507B 2026-07-06T19:51:44.746594Z info delta EDS: PUSH INC for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:51:44.746510Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:3 removed:1 size:507B 2026-07-06T19:51:44.746676Z info delta EDS: PUSH INC for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:51:44.746700Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:51:44.746806Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:51:44.746846Z info delta SDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:4.6kB cached:1/1 2026-07-06T19:51:44.746908Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:51:44.746945Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:51:44.747188Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:9.3kB cached:0/0 2026-07-06T19:51:44.747227Z info delta SDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-06T19:51:44.747895Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:51:44.747926Z info delta SDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-06T19:51:45.488088Z info ads Push Status: { "pilot_duplicate_envoy_clusters": { "kuadrant-auth-service": { "proxy": "maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress", "message": "Duplicate cluster kuadrant-auth-service found while pushing CDS" } } } 2026-07-06T19:51:48.066380Z info delta ADS: "10.133.0.53:60678" e2e-shared-a-f22821-openshift-default-fd55ff5b7-zv68c.openshift-ingress-22 terminated 2026-07-06T19:51:49.043152Z info ads Push debounce stable[773] 1 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-b-9293de: 100.223154ms since last change, 100.223086ms since last push, full=true 2026-07-06T19:51:49.054047Z info ads XDS: Pushing Services:105 ConnectedEndpoints:3 Version:2026-07-06T19:51:49Z/414 2026-07-06T19:51:49.054429Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:51:49.054454Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:51:49.054609Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:51:49.055844Z info delta ECDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:20.5kB 2026-07-06T19:51:49.061172Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:121.2kB 2026-07-06T19:51:49.195913Z info ads Push debounce stable[774] 1 for config ServiceEntry/ai-tenant-e2e-shared-b-9293de/rate-test-model-9293de-kserve-workload-svc.ai-tenant-e2e-shared-b-9293de.svc.cluster.local: 100.793067ms since last change, 100.793001ms since last push, full=false 2026-07-06T19:51:49.195983Z info ads XDS: Incremental Pushing ConnectedEndpoints:3 Version:2026-07-06T19:51:49Z/414 2026-07-06T19:51:55.487836Z info ads Push Status: { "pilot_eds_no_instances": { "outbound|8000||rate-test-model-9293de-kserve-workload-svc.ai-tenant-e2e-shared-b-9293de.svc.cluster.local": {} } } 2026-07-06T19:52:01.126840Z info ads Push debounce stable[775] 4 for config Secret/kuadrant-system/deployer-dockercfg-4xwwg and 3 more configs: 100.284317ms since last change, 105.182987ms since last push, full=false 2026-07-06T19:52:01.126906Z info ads XDS: Incremental Pushing ConnectedEndpoints:3 Version:2026-07-06T19:51:49Z/414 2026-07-06T19:52:04.462140Z info model Incremental push, service rate-test-model-9293de-kserve-workload-svc.ai-tenant-e2e-shared-b-9293de.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-06T19:52:04.562246Z info ads Push debounce stable[776] 1 for config ServiceEntry/ai-tenant-e2e-shared-b-9293de/rate-test-model-9293de-kserve-workload-svc.ai-tenant-e2e-shared-b-9293de.svc.cluster.local: 100.054176ms since last change, 100.054123ms since last push, full=false 2026-07-06T19:52:04.562323Z info ads XDS: Incremental Pushing ConnectedEndpoints:3 Version:2026-07-06T19:51:49Z/414 2026-07-06T19:52:25.446392Z info ads Push debounce stable[777] 4 for config Secret/ai-tenant-e2e-shared-b-9293de/deployer-dockercfg-7v5sq and 3 more configs: 100.287921ms since last change, 115.508928ms since last push, full=false 2026-07-06T19:52:25.446488Z info ads XDS: Incremental Pushing ConnectedEndpoints:3 Version:2026-07-06T19:51:49Z/414 2026-07-06T19:52:25.847891Z info model Incremental push, service rate-test-model-9293de-kserve-workload-svc.ai-tenant-e2e-shared-b-9293de.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-06T19:52:25.947987Z info ads Push debounce stable[778] 2 for config DestinationRule/ai-tenant-e2e-shared-b-9293de/rate-test-model-9293de-kserve-workload-svc and 1 more configs: 100.062056ms since last change, 113.871082ms since last push, full=true 2026-07-06T19:52:25.948665Z info ads XDS: Pushing Services:105 ConnectedEndpoints:3 Version:2026-07-06T19:52:25Z/415 2026-07-06T19:52:25.949168Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:4 removed:0 size:2.1kB cached:0/1 2026-07-06T19:52:25.949238Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:4 removed:0 size:2.1kB cached:0/1 2026-07-06T19:52:25.949275Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:2 removed:0 size:1.6kB cached:0/1 2026-07-06T19:52:25.950025Z info delta EDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:134 removed:0 size:32.1kB empty:1 cached:133/134 2026-07-06T19:52:25.950090Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:134 removed:0 size:32.1kB empty:0 cached:134/134 2026-07-06T19:52:25.950157Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:134 removed:0 size:32.1kB empty:0 cached:134/134 2026-07-06T19:52:25.950368Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:52:25.950457Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:52:25.950457Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:52:25.950649Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:9.3kB cached:0/0 2026-07-06T19:52:25.950651Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:52:25.951394Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:52:26.113267Z error status Encountered unexpected error updating status for &{{gateway.networking.k8s.io/v1beta1/HTTPRoute 0dbb250c-d0ee-4fdd-8fff-43b6dec2ece1 rate-test-model-9293de-kserve-route ai-tenant-e2e-shared-b-9293de cluster.local map[app.kubernetes.io/component:llminferenceservice-router app.kubernetes.io/name:rate-test-model-9293de app.kubernetes.io/part-of:llminferenceservice] map[] 52723 2026-07-06 19:49:31 +0000 UTC [{serving.kserve.io/v1alpha2 LLMInferenceService rate-test-model-9293de e1fecf94-f00c-486d-ba67-085fb8ed97aa 0xc00659715d 0xc00659715c}] 1} 0xc005264108 0xc003795748 map[]}, will try again later: httproutes.gateway.networking.k8s.io "rate-test-model-9293de-kserve-route" not found 2026-07-06T19:52:26.234087Z info ads Push debounce stable[779] 4 for config Secret/ai-tenant-e2e-shared-b-9293de/rate-test-model-9293de-kserve-self-signed-certs and 3 more configs: 100.474153ms since last change, 151.711698ms since last push, full=true 2026-07-06T19:52:26.234684Z info ads XDS: Pushing Services:104 ConnectedEndpoints:3 Version:2026-07-06T19:52:26Z/416 2026-07-06T19:52:26.235260Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:3 removed:1 size:507B 2026-07-06T19:52:26.235326Z info delta EDS: PUSH INC for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:52:26.235261Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:3 removed:1 size:507B 2026-07-06T19:52:26.235264Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:1 size:44B 2026-07-06T19:52:26.235496Z info delta EDS: PUSH INC for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:52:26.235538Z info delta EDS: PUSH INC for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:0 removed:1 size:0B empty:0 cached:0/0 2026-07-06T19:52:26.235638Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:52:26.235709Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:52:26.235757Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:52:26.235789Z warn constructed http route config for route https.443.default.e2e-shared-b-9293de-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-06T19:52:26.235804Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:52:26.235816Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-06T19:52:26.235836Z info delta SDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:4.6kB cached:1/1 2026-07-06T19:52:26.235849Z info delta SDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-06T19:52:26.236602Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:52:26.236651Z info delta SDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-06T19:52:27.150298Z info ads Push debounce stable[780] 1 for config Secret/kuadrant-system/dns-operator-controller-manager-dockercfg-xnkl5: 100.215279ms since last change, 100.215217ms since last push, full=false 2026-07-06T19:52:27.150354Z info ads XDS: Incremental Pushing ConnectedEndpoints:3 Version:2026-07-06T19:52:26Z/416 2026-07-06T19:52:28.032857Z info ads Push debounce stable[781] 1 for config ConfigMap/ai-tenant-e2e-shared-b-9293de/kube-root-ca.crt: 100.669571ms since last change, 100.66951ms since last push, full=false 2026-07-06T19:52:28.032927Z info ads XDS: Incremental Pushing ConnectedEndpoints:3 Version:2026-07-06T19:52:26Z/416 2026-07-06T19:52:29.534123Z info ads Push debounce stable[782] 1 for config EnvoyFilter/openshift-ingress/kuadrant-auth-e2e-shared-b-9293de: 100.411877ms since last change, 100.411803ms since last push, full=true 2026-07-06T19:52:29.534366Z info ads XDS: Pushing Services:104 ConnectedEndpoints:3 Version:2026-07-06T19:52:29Z/417 2026-07-06T19:52:29.535267Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:134 removed:0 size:155.2kB cached:133/133 2026-07-06T19:52:29.535336Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:136 removed:0 size:155.7kB cached:128/133 2026-07-06T19:52:29.535365Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:136 removed:0 size:155.7kB cached:133/133 2026-07-06T19:52:29.536159Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:133 removed:0 size:32.0kB empty:0 cached:133/133 2026-07-06T19:52:29.536430Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:52:29.536560Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:52:29.536756Z info delta EDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:133 removed:0 size:32.0kB empty:0 cached:133/133 2026-07-06T19:52:29.536831Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:133 removed:0 size:32.0kB empty:0 cached:133/133 2026-07-06T19:52:29.537023Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:52:29.537043Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:52:29.537065Z warn constructed http route config for route https.443.default.e2e-shared-b-9293de-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-06T19:52:29.537093Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-06T19:52:29.537810Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:52:29.538430Z info delta ECDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:20.5kB 2026-07-06T19:52:29.543890Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:121.2kB 2026-07-06T19:52:29.728847Z info ads Push debounce stable[783] 1 for config EnvoyFilter/openshift-ingress/kuadrant-ratelimiting-e2e-shared-b-9293de: 100.229576ms since last change, 100.229491ms since last push, full=true 2026-07-06T19:52:29.729044Z info ads XDS: Pushing Services:104 ConnectedEndpoints:3 Version:2026-07-06T19:52:29Z/418 2026-07-06T19:52:29.729854Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:136 removed:0 size:155.7kB cached:133/133 2026-07-06T19:52:29.729854Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:134 removed:0 size:155.2kB cached:133/133 2026-07-06T19:52:29.730293Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:135 removed:1 size:155.5kB cached:126/133 2026-07-06T19:52:29.730526Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:133 removed:0 size:32.0kB empty:0 cached:133/133 2026-07-06T19:52:29.730845Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:52:29.731051Z info delta EDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:133 removed:0 size:32.0kB empty:0 cached:133/133 2026-07-06T19:52:29.731315Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-06T19:52:29.731340Z warn constructed http route config for route https.443.default.e2e-shared-b-9293de-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-06T19:52:29.731365Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-06T19:52:29.731402Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:133 removed:0 size:32.0kB empty:0 cached:133/133 2026-07-06T19:52:29.731663Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:52:29.731737Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:52:29.732105Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:52:29.732661Z info delta ECDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:20.5kB 2026-07-06T19:52:29.738865Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:121.2kB 2026-07-06T19:52:29.933585Z info ads Push debounce stable[784] 1 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-b-9293de: 100.228774ms since last change, 100.22871ms since last push, full=true 2026-07-06T19:52:29.942577Z info ads XDS: Pushing Services:104 ConnectedEndpoints:3 Version:2026-07-06T19:52:29Z/419 2026-07-06T19:52:29.942875Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:3.9kB 2026-07-06T19:52:29.942878Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:52:29.942909Z info delta ECDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:0 removed:0 size:0B 2026-07-06T19:52:29.942947Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:52:29.949554Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:121.2kB 2026-07-06T19:52:30.120365Z info ads Push debounce stable[785] 1 for config Secret/kuadrant-system/developer-portal-controller-manager-dockercfg-5fb66: 100.244851ms since last change, 100.244799ms since last push, full=false 2026-07-06T19:52:30.120435Z info ads XDS: Incremental Pushing ConnectedEndpoints:3 Version:2026-07-06T19:52:29Z/419 2026-07-06T19:52:32.220108Z info ads Push debounce stable[786] 1 for config Secret/kuadrant-system/kuadrant-operator-controller-manager-dockercfg-k5svr: 100.232851ms since last change, 100.23279ms since last push, full=false 2026-07-06T19:52:32.220164Z info ads XDS: Incremental Pushing ConnectedEndpoints:3 Version:2026-07-06T19:52:29Z/419 2026-07-06T19:52:35.130017Z info ads Push debounce stable[787] 1 for config Secret/kuadrant-system/limitador-operator-controller-manager-dockercfg-kp6pc: 100.076827ms since last change, 100.076757ms since last push, full=false 2026-07-06T19:52:35.130075Z info ads XDS: Incremental Pushing ConnectedEndpoints:3 Version:2026-07-06T19:52:29Z/419 2026-07-06T19:52:35.712048Z info ads Push debounce stable[788] 1 for config Gateway/openshift-ingress/e2e-shared-b-9293de-istio-autogenerated-k8s-gateway-https: 100.97335ms since last change, 100.973288ms since last push, full=true 2026-07-06T19:52:35.712183Z info ads XDS: Pushing Services:104 ConnectedEndpoints:3 Version:2026-07-06T19:52:35Z/420 2026-07-06T19:52:35.712524Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:52:35.712602Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:3.9kB 2026-07-06T19:52:35.712637Z warn constructed http route config for route https.443.default.e2e-shared-b-9293de-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-06T19:52:35.712671Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-06T19:52:35.712527Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:52:35.712789Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:52:35.713446Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:52:35.920773Z info model Incremental push, service e2e-shared-b-9293de-openshift-default.openshift-ingress.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-06T19:52:36.022641Z info ads Push debounce stable[789] 6 for config ServiceEntry/openshift-ingress/e2e-shared-b-9293de-openshift-default.openshift-ingress.svc.cluster.local and 4 more configs: 100.529249ms since last change, 129.364829ms since last push, full=true 2026-07-06T19:52:36.023281Z info ads XDS: Pushing Services:103 ConnectedEndpoints:3 Version:2026-07-06T19:52:36Z/421 2026-07-06T19:52:36.024347Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:132 removed:2 size:152.6kB cached:131/131 2026-07-06T19:52:36.024626Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:134 removed:2 size:153.0kB cached:131/131 2026-07-06T19:52:36.024626Z info delta CDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:132 removed:3 size:152.6kB cached:131/131 2026-07-06T19:52:36.024900Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:133 removed:0 size:31.6kB empty:2 cached:131/133 2026-07-06T19:52:36.025138Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-06T19:52:36.025230Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-06T19:52:36.025300Z info delta SDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf48xhkb.openshift-ingress resources:1 removed:0 size:4.6kB cached:1/1 2026-07-06T19:52:36.025313Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:133 removed:0 size:31.6kB empty:2 cached:131/133 2026-07-06T19:52:36.025579Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-06T19:52:36.025760Z info delta EDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:133 removed:0 size:31.6kB empty:2 cached:131/133 2026-07-06T19:52:36.025806Z info delta LDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:0 removed:1 size:0B 2026-07-06T19:52:36.025820Z warn buildGatewayRoutes: no gateways for router e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress 2026-07-06T19:52:36.025837Z info delta RDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:1 removed:0 size:97B cached:0/0 2026-07-06T19:52:36.025849Z warn ads proxy e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress attempted to access unauthorized certificates e2e-shared-b-9293de-gw-service-tls: cross namespace secret reference requires ReferenceGrant 2026-07-06T19:52:36.025869Z info delta ECDS: PUSH for node:e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress resources:0 removed:0 size:0B 2026-07-06T19:52:36.026421Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:49.8kB cached:0/0 2026-07-06T19:52:36.026451Z info delta SDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-06T19:52:36.032529Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress resources:1 removed:0 size:121.2kB 2026-07-06T19:52:39.138056Z info ads Push debounce stable[790] 1 for config Secret/kuadrant-system/authorino-operator-dockercfg-xphvm: 100.218559ms since last change, 100.218479ms since last push, full=false 2026-07-06T19:52:39.138128Z info ads XDS: Incremental Pushing ConnectedEndpoints:3 Version:2026-07-06T19:52:36Z/421 2026-07-06T19:52:39.138205Z warn ads proxy e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress attempted to access unauthorized certificates e2e-shared-b-9293de-gw-service-tls: cross namespace secret reference requires ReferenceGrant 2026-07-06T19:52:40.969171Z info delta ADS: "10.133.0.55:40680" e2e-shared-b-9293de-openshift-default-6b8b5cdd7-bj68f.openshift-ingress-23 terminated 2026-07-06T19:52:45.487408Z info ads Push Status: { "pilot_duplicate_envoy_clusters": { "kuadrant-auth-service": { "proxy": "maas-default-gateway-openshift-default-56654dcf7-2t564.openshift-ingress", "message": "Duplicate cluster kuadrant-auth-service found while pushing CDS" } } }