2026-07-13T16:08:00.686685Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:11.9kB cached:0/0 2026-07-13T16:08:00.688056Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:52.6kB cached:0/0 2026-07-13T16:08:05.235795Z info ads Push Status: { "pilot_duplicate_envoy_clusters": { "kuadrant-auth-service": { "proxy": "maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress", "message": "Duplicate cluster kuadrant-auth-service found while pushing CDS" } }, "pilot_eds_no_instances": { "outbound|8000||rate-test-model-4293a7-kserve-workload-svc.ai-tenant-e2e-shared-b-4293a7.svc.cluster.local": {} } } 2026-07-13T16:08:07.200217Z info ads Push debounce stable[785] 1 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-b-4293a7: 100.219174ms since last change, 100.219065ms since last push, full=true 2026-07-13T16:08:07.213751Z info ads XDS: Pushing Services:109 ConnectedEndpoints:4 Version:2026-07-13T16:08:07Z/406 2026-07-13T16:08:07.214079Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.5kB 2026-07-13T16:08:07.214098Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:07.214153Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:08:07.214080Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:07.215867Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:30.5kB 2026-07-13T16:08:07.216355Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:30.5kB 2026-07-13T16:08:07.221929Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:08:10.758510Z info ads Push debounce stable[786] 1 for config ServiceEntry/ai-tenant-e2e-shared-b-4293a7/rate-test-model-4293a7-kserve-workload-svc.ai-tenant-e2e-shared-b-4293a7.svc.cluster.local: 100.926897ms since last change, 100.926817ms since last push, full=false 2026-07-13T16:08:10.758568Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-13T16:08:07Z/406 2026-07-13T16:08:17.117669Z info ads Push debounce stable[787] 1 for config Secret/opendatahub/maas-controller-dockercfg-rv4jb: 100.222028ms since last change, 100.221924ms since last push, full=false 2026-07-13T16:08:17.117727Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-13T16:08:07Z/406 2026-07-13T16:08:19.114602Z info ads Push debounce stable[788] 3 for config ServiceEntry/openshift-ingress/payload-processing.openshift-ingress.svc.cluster.local and 2 more configs: 101.021068ms since last change, 178.605276ms since last push, full=true 2026-07-13T16:08:19.115971Z info ads XDS: Pushing Services:109 ConnectedEndpoints:4 Version:2026-07-13T16:08:19Z/407 2026-07-13T16:08:19.117306Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:140 removed:0 size:162.9kB cached:135/139 2026-07-13T16:08:19.117641Z info delta CDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:142 removed:0 size:163.4kB cached:135/139 2026-07-13T16:08:19.117673Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:142 removed:0 size:163.4kB cached:135/139 2026-07-13T16:08:19.117681Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:142 removed:0 size:163.4kB cached:135/139 2026-07-13T16:08:19.118316Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:139 removed:0 size:33.7kB empty:0 cached:137/139 2026-07-13T16:08:19.118426Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:139 removed:0 size:33.7kB empty:0 cached:139/139 2026-07-13T16:08:19.118722Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:139 removed:0 size:33.7kB empty:0 cached:139/139 2026-07-13T16:08:19.118799Z info delta EDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:139 removed:0 size:33.7kB empty:0 cached:138/139 2026-07-13T16:08:19.118899Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:19.118909Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:08:19.118959Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:19.119024Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:08:19.119045Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:08:19.119226Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:11.9kB cached:0/0 2026-07-13T16:08:19.119469Z info delta RDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:12.8kB cached:0/0 2026-07-13T16:08:19.120300Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:08:19.121922Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:30.5kB 2026-07-13T16:08:19.122191Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:30.5kB 2026-07-13T16:08:19.127743Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:08:21.118313Z info ads Push debounce stable[789] 3 for config Secret/ai-tenants/builder-dockercfg-nrtrb and 2 more configs: 100.693568ms since last change, 103.78264ms since last push, full=false 2026-07-13T16:08:21.118381Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-13T16:08:19Z/407 2026-07-13T16:08:25.236401Z info ads Push Status: { "pilot_duplicate_envoy_clusters": { "kuadrant-auth-service": { "proxy": "maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress", "message": "Duplicate cluster kuadrant-auth-service found while pushing CDS" } } } 2026-07-13T16:08:27.043650Z info ads Push debounce stable[790] 3 for config ServiceEntry/openshift-ingress/payload-pre-processing.openshift-ingress.svc.cluster.local and 2 more configs: 100.772324ms since last change, 180.954667ms since last push, full=true 2026-07-13T16:08:27.045012Z info ads XDS: Pushing Services:109 ConnectedEndpoints:4 Version:2026-07-13T16:08:27Z/408 2026-07-13T16:08:27.046314Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:142 removed:0 size:163.4kB cached:137/139 2026-07-13T16:08:27.046371Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:142 removed:0 size:163.4kB cached:137/139 2026-07-13T16:08:27.046429Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:140 removed:0 size:162.9kB cached:137/139 2026-07-13T16:08:27.046730Z info delta CDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:142 removed:0 size:163.4kB cached:137/139 2026-07-13T16:08:27.047249Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:139 removed:0 size:33.7kB empty:0 cached:137/139 2026-07-13T16:08:27.047432Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:139 removed:0 size:33.7kB empty:0 cached:138/139 2026-07-13T16:08:27.047531Z info delta EDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:139 removed:0 size:33.7kB empty:0 cached:139/139 2026-07-13T16:08:27.047314Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:139 removed:0 size:33.7kB empty:0 cached:139/139 2026-07-13T16:08:27.047742Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:08:27.047627Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:27.047908Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:08:27.047742Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:27.048005Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:08:27.048247Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:12.8kB cached:0/0 2026-07-13T16:08:27.048307Z info delta RDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:11.9kB cached:0/0 2026-07-13T16:08:27.049198Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:08:27.050917Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:30.5kB 2026-07-13T16:08:27.051009Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:30.5kB 2026-07-13T16:08:27.055650Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:08:28.590630Z info ads Push debounce stable[791] 1 for config Secret/ai-tenant-e2e-shared-b-4293a7/rate-test-model-4293a7-kserve-self-signed-certs: 100.322924ms since last change, 100.322861ms since last push, full=false 2026-07-13T16:08:28.590681Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-13T16:08:27Z/408 2026-07-13T16:08:35.236225Z info ads Push Status: { "pilot_duplicate_envoy_clusters": { "kuadrant-auth-service": { "proxy": "e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress", "message": "Duplicate cluster kuadrant-auth-service found while pushing CDS" } } } 2026-07-13T16:08:37.802431Z info ads Push debounce stable[792] 1 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-a-a1c3e5: 100.43155ms since last change, 100.431489ms since last push, full=true 2026-07-13T16:08:37.815793Z info ads XDS: Pushing Services:109 ConnectedEndpoints:4 Version:2026-07-13T16:08:37Z/409 2026-07-13T16:08:37.816118Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:37.816167Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:37.816116Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:08:37.816120Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:08:37.818449Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:31.8kB 2026-07-13T16:08:37.818459Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:30.5kB 2026-07-13T16:08:37.828996Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:08:37.908244Z info ads Push debounce stable[793] 1 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-b-4293a7: 100.56795ms since last change, 100.567897ms since last push, full=true 2026-07-13T16:08:37.921272Z info ads XDS: Pushing Services:109 ConnectedEndpoints:4 Version:2026-07-13T16:08:37Z/410 2026-07-13T16:08:37.921599Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:37.921613Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:37.921631Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:08:37.921600Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:08:37.924234Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:31.8kB 2026-07-13T16:08:37.924610Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:31.8kB 2026-07-13T16:08:37.934047Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:08:52.119453Z info ads Push debounce stable[794] 3 for config Secret/models-as-a-service/builder-dockercfg-24gvp and 2 more configs: 100.194103ms since last change, 103.274678ms since last push, full=false 2026-07-13T16:08:52.119511Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-13T16:08:37Z/410 2026-07-13T16:08:52.897365Z info ads Push debounce stable[795] 1 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-b-4293a7: 100.149988ms since last change, 100.149906ms since last push, full=true 2026-07-13T16:08:52.910282Z info ads XDS: Pushing Services:109 ConnectedEndpoints:4 Version:2026-07-13T16:08:52Z/411 2026-07-13T16:08:52.910648Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:52.910657Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:08:52.910665Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:08:52.910665Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:52.912713Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:31.8kB 2026-07-13T16:08:52.912833Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:31.8kB 2026-07-13T16:08:52.918248Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:08:53.117777Z info ads Push debounce stable[796] 4 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-a-a1c3e5 and 3 more configs: 100.213061ms since last change, 120.021486ms since last push, full=true 2026-07-13T16:08:53.131126Z info ads XDS: Pushing Services:109 ConnectedEndpoints:4 Version:2026-07-13T16:08:53Z/412 2026-07-13T16:08:53.131453Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:08:53.131457Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:08:53.131495Z info delta SDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:4.6kB cached:1/1 2026-07-13T16:08:53.131501Z info delta SDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:08:53.131537Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:53.131583Z info delta SDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:08:53.131454Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:53.131678Z info delta SDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:08:53.133917Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:31.8kB 2026-07-13T16:08:53.133993Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:31.8kB 2026-07-13T16:08:53.139289Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:08:58.768119Z info model Incremental push, service rate-test-model-a1c3e5-kserve-workload-svc.ai-tenant-e2e-shared-a-a1c3e5.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-13T16:08:58.769861Z error status Encountered unexpected error updating status for &{{gateway.networking.k8s.io/v1beta1/HTTPRoute 0e711250-e88d-4dc7-a7f3-d1bd7fafa6fe rate-test-model-a1c3e5-kserve-route ai-tenant-e2e-shared-a-a1c3e5 cluster.local map[app.kubernetes.io/component:llminferenceservice-router app.kubernetes.io/name:rate-test-model-a1c3e5 app.kubernetes.io/part-of:llminferenceservice] map[] 60578 2026-07-13 16:07:40 +0000 UTC [{serving.kserve.io/v1alpha2 LLMInferenceService rate-test-model-a1c3e5 11f77432-3f1c-4efa-9995-73eee9cca546 0xc00701f45d 0xc00701f45c}] 1} 0xc003ef6408 0xc003a08a48 map[]}, will try again later: httproutes.gateway.networking.k8s.io "rate-test-model-a1c3e5-kserve-route" not found 2026-07-13T16:08:58.869096Z info ads Push debounce stable[797] 6 for config ServiceEntry/ai-tenant-e2e-shared-a-a1c3e5/rate-test-model-a1c3e5-kserve-workload-svc.ai-tenant-e2e-shared-a-a1c3e5.svc.cluster.local and 4 more configs: 100.908554ms since last change, 168.816728ms since last push, full=true 2026-07-13T16:08:58.869767Z info ads XDS: Pushing Services:108 ConnectedEndpoints:4 Version:2026-07-13T16:08:58Z/413 2026-07-13T16:08:58.870245Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:3 removed:1 size:507B 2026-07-13T16:08:58.870397Z info delta CDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:3 removed:1 size:507B 2026-07-13T16:08:58.870459Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:1 size:44B 2026-07-13T16:08:58.870401Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:3 removed:1 size:507B 2026-07-13T16:08:58.871044Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:139 removed:0 size:33.5kB empty:1 cached:138/139 2026-07-13T16:08:58.871310Z info delta EDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:139 removed:0 size:33.5kB empty:1 cached:138/139 2026-07-13T16:08:58.871346Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:139 removed:0 size:33.5kB empty:1 cached:138/139 2026-07-13T16:08:58.871354Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:08:58.871397Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:139 removed:0 size:33.5kB empty:1 cached:138/139 2026-07-13T16:08:58.871567Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:58.871653Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:08:58.871766Z info delta RDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:2.8kB cached:0/0 2026-07-13T16:08:58.871603Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:58.871887Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:12.8kB cached:0/0 2026-07-13T16:08:58.872090Z info delta SDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:08:58.871784Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:08:58.872179Z info delta SDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:4.6kB cached:1/1 2026-07-13T16:08:58.871845Z info delta SDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:08:58.873341Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:08:58.873448Z info delta SDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:08:59.312919Z info ads Push debounce stable[798] 1 for config Secret/ai-tenant-e2e-shared-b-4293a7/kserve-metrics-reader-sa-dockercfg-z2qkl: 100.07515ms since last change, 100.075067ms since last push, full=false 2026-07-13T16:08:59.312973Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-13T16:08:58Z/413 2026-07-13T16:08:59.765986Z info model Incremental push, service rate-test-model-4293a7-kserve-workload-svc.ai-tenant-e2e-shared-b-4293a7.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-13T16:08:59.784851Z error status Encountered unexpected error updating status for &{{gateway.networking.k8s.io/v1beta1/HTTPRoute 119f084a-53bf-4319-8f2f-c4bae5508855 rate-test-model-4293a7-kserve-route ai-tenant-e2e-shared-b-4293a7 cluster.local map[app.kubernetes.io/component:llminferenceservice-router app.kubernetes.io/name:rate-test-model-4293a7 app.kubernetes.io/part-of:llminferenceservice] map[] 60577 2026-07-13 16:07:59 +0000 UTC [{serving.kserve.io/v1alpha2 LLMInferenceService rate-test-model-4293a7 eb8280a2-6b05-493e-81f1-e3e157cc75a6 0xc00701f067 0xc00701f066}] 1} 0xc003ef6108 0xc001366168 map[]}, will try again later: httproutes.gateway.networking.k8s.io "rate-test-model-4293a7-kserve-route" not found 2026-07-13T16:08:59.866062Z info ads Push debounce stable[799] 5 for config Secret/ai-tenant-e2e-shared-b-4293a7/rate-test-model-4293a7-kserve-self-signed-certs and 3 more configs: 100.030947ms since last change, 130.144108ms since last push, full=true 2026-07-13T16:08:59.866783Z info ads XDS: Pushing Services:107 ConnectedEndpoints:4 Version:2026-07-13T16:08:59Z/414 2026-07-13T16:08:59.867245Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:3 removed:1 size:507B 2026-07-13T16:08:59.867282Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:1 size:44B 2026-07-13T16:08:59.867449Z info delta CDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:3 removed:1 size:507B 2026-07-13T16:08:59.867515Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:3 removed:1 size:507B 2026-07-13T16:08:59.868236Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:138 removed:0 size:33.2kB empty:1 cached:137/138 2026-07-13T16:08:59.868244Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:138 removed:0 size:33.2kB empty:1 cached:137/138 2026-07-13T16:08:59.868470Z info delta EDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:138 removed:0 size:33.2kB empty:1 cached:137/138 2026-07-13T16:08:59.868545Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:138 removed:0 size:33.2kB empty:1 cached:137/138 2026-07-13T16:08:59.868673Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:59.868592Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:08:59.868856Z info delta RDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:2.8kB cached:0/0 2026-07-13T16:08:59.868942Z info delta SDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:08:59.868961Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:08:59.868735Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:08:59.869000Z info delta SDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:4.6kB cached:1/1 2026-07-13T16:08:59.869003Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:08:59.869230Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:3.8kB cached:0/0 2026-07-13T16:08:59.869286Z info delta SDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:08:59.870446Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:08:59.870544Z info delta SDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:09:04.118753Z info ads Push debounce stable[800] 3 for config Secret/llm/default-dockercfg-tl4pf and 2 more configs: 100.199162ms since last change, 103.454516ms since last push, full=false 2026-07-13T16:09:04.118809Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-13T16:08:59Z/414 2026-07-13T16:09:05.236446Z info ads Push Status: { "pilot_duplicate_envoy_clusters": { "kuadrant-auth-service": { "proxy": "maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress", "message": "Duplicate cluster kuadrant-auth-service found while pushing CDS" } } } 2026-07-13T16:09:07.287381Z info ads Push debounce stable[801] 1 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-a-a1c3e5: 100.251766ms since last change, 100.251695ms since last push, full=true 2026-07-13T16:09:07.299132Z info ads XDS: Pushing Services:107 ConnectedEndpoints:4 Version:2026-07-13T16:09:07Z/415 2026-07-13T16:09:07.299485Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:09:07.299565Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:07.299596Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:07.299487Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:07.300260Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:07.301249Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:31.8kB 2026-07-13T16:09:07.307136Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:09:07.591606Z info ads Push debounce stable[802] 1 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-b-4293a7: 100.462075ms since last change, 100.462005ms since last push, full=true 2026-07-13T16:09:07.601915Z info ads XDS: Pushing Services:107 ConnectedEndpoints:4 Version:2026-07-13T16:09:07Z/416 2026-07-13T16:09:07.602306Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:07.602381Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:09:07.602307Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:07.602307Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:07.602992Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:07.603112Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:07.616634Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:09:19.001847Z info ads Push debounce stable[803] 3 for config EnvoyFilter/openshift-ingress/payload-processing and 2 more configs: 100.065415ms since last change, 176.515187ms since last push, full=true 2026-07-13T16:09:19.003392Z info ads XDS: Pushing Services:107 ConnectedEndpoints:4 Version:2026-07-13T16:09:19Z/417 2026-07-13T16:09:19.004832Z info delta CDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:140 removed:0 size:160.7kB cached:135/137 2026-07-13T16:09:19.004876Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:138 removed:0 size:160.3kB cached:135/137 2026-07-13T16:09:19.004938Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:140 removed:0 size:160.7kB cached:135/137 2026-07-13T16:09:19.005190Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:140 removed:0 size:160.7kB cached:135/137 2026-07-13T16:09:19.005936Z info delta EDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:137 removed:0 size:33.1kB empty:0 cached:136/137 2026-07-13T16:09:19.006126Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:137 removed:0 size:33.1kB empty:0 cached:137/137 2026-07-13T16:09:19.006258Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:09:19.006345Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:137 removed:0 size:33.1kB empty:0 cached:136/137 2026-07-13T16:09:19.006456Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:137 removed:0 size:33.1kB empty:0 cached:137/137 2026-07-13T16:09:19.006474Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:19.006609Z info delta RDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:3.8kB cached:0/0 2026-07-13T16:09:19.006719Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:19.006721Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:19.006881Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:09:19.006627Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:2.8kB cached:0/0 2026-07-13T16:09:19.007621Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:19.007915Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:19.008300Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:09:19.015606Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:09:23.116360Z info ads Push debounce stable[804] 1 for config Secret/llm/kserve-metrics-reader-sa-dockercfg-cz7lh: 100.872374ms since last change, 100.872306ms since last push, full=false 2026-07-13T16:09:23.116431Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-13T16:09:19Z/417 2026-07-13T16:09:25.235972Z info ads Push Status: { "pilot_duplicate_envoy_clusters": { "kuadrant-auth-service": { "proxy": "e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress", "message": "Duplicate cluster kuadrant-auth-service found while pushing CDS" } } } 2026-07-13T16:09:28.786997Z info model Incremental push, service maas-api-e2e-shared-a-a1c3e5.odh-ai-gateway-infra.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-13T16:09:28.916853Z info ads Push debounce stable[805] 5 for config ServiceEntry/odh-ai-gateway-infra/maas-api-e2e-shared-a-a1c3e5.odh-ai-gateway-infra.svc.cluster.local and 3 more configs: 100.929084ms since last change, 141.478526ms since last push, full=true 2026-07-13T16:09:28.917541Z info ads XDS: Pushing Services:106 ConnectedEndpoints:4 Version:2026-07-13T16:09:28Z/418 2026-07-13T16:09:28.918054Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:3 removed:1 size:507B 2026-07-13T16:09:28.918094Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:3 removed:1 size:507B 2026-07-13T16:09:28.918175Z info delta CDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:3 removed:1 size:507B 2026-07-13T16:09:28.918346Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:1 size:44B 2026-07-13T16:09:28.919010Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:137 removed:0 size:33.0kB empty:1 cached:136/137 2026-07-13T16:09:28.919048Z info delta EDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:137 removed:0 size:33.0kB empty:1 cached:136/137 2026-07-13T16:09:28.919130Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:137 removed:0 size:33.0kB empty:1 cached:136/137 2026-07-13T16:09:28.919344Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:28.919010Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:137 removed:0 size:33.0kB empty:1 cached:136/137 2026-07-13T16:09:28.919466Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:09:28.919554Z warn constructed http route config for route https.443.default.e2e-shared-a-a1c3e5-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-13T16:09:28.919621Z info delta RDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-13T16:09:28.919450Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:28.919685Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:28.919776Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:09:28.919844Z info delta SDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:4.6kB cached:1/1 2026-07-13T16:09:28.919853Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:2.8kB cached:0/0 2026-07-13T16:09:28.919940Z info delta SDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:09:28.919712Z info delta SDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:09:28.920696Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:09:28.920761Z info delta SDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:09:32.587458Z info ads Push debounce stable[806] 1 for config EnvoyFilter/openshift-ingress/kuadrant-auth-e2e-shared-a-a1c3e5: 100.218194ms since last change, 100.218132ms since last push, full=true 2026-07-13T16:09:32.587670Z info ads XDS: Pushing Services:106 ConnectedEndpoints:4 Version:2026-07-13T16:09:32Z/419 2026-07-13T16:09:32.588594Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:139 removed:0 size:159.6kB cached:136/136 2026-07-13T16:09:32.588660Z info delta CDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:139 removed:0 size:159.6kB cached:134/136 2026-07-13T16:09:32.588722Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:137 removed:0 size:159.1kB cached:136/136 2026-07-13T16:09:32.588891Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:139 removed:0 size:159.6kB cached:136/136 2026-07-13T16:09:32.589720Z info delta EDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:136 removed:0 size:32.9kB empty:0 cached:136/136 2026-07-13T16:09:32.589873Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:136 removed:0 size:32.9kB empty:0 cached:136/136 2026-07-13T16:09:32.589993Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:136 removed:0 size:32.9kB empty:0 cached:136/136 2026-07-13T16:09:32.590048Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:136 removed:0 size:32.9kB empty:0 cached:136/136 2026-07-13T16:09:32.590032Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:09:32.590210Z warn constructed http route config for route https.443.default.e2e-shared-a-a1c3e5-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-13T16:09:32.590283Z info delta RDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-13T16:09:32.590310Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:32.590356Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:32.590476Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:2.8kB cached:0/0 2026-07-13T16:09:32.590162Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:32.591031Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:09:32.591200Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:32.591227Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:32.591921Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:09:32.603988Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:09:32.989190Z info ads Push debounce stable[807] 1 for config EnvoyFilter/openshift-ingress/kuadrant-ratelimiting-e2e-shared-a-a1c3e5: 100.209495ms since last change, 100.209431ms since last push, full=true 2026-07-13T16:09:32.989410Z info ads XDS: Pushing Services:106 ConnectedEndpoints:4 Version:2026-07-13T16:09:32Z/420 2026-07-13T16:09:32.990196Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:137 removed:0 size:159.1kB cached:136/136 2026-07-13T16:09:32.990214Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:139 removed:0 size:159.6kB cached:136/136 2026-07-13T16:09:32.990227Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:139 removed:0 size:159.6kB cached:136/136 2026-07-13T16:09:32.990582Z info delta CDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:138 removed:1 size:159.4kB cached:129/136 2026-07-13T16:09:32.990977Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:136 removed:0 size:32.9kB empty:0 cached:136/136 2026-07-13T16:09:32.991221Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:136 removed:0 size:32.9kB empty:0 cached:136/136 2026-07-13T16:09:32.991306Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:32.991358Z info delta EDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:136 removed:0 size:32.9kB empty:0 cached:136/136 2026-07-13T16:09:32.991422Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:09:32.991511Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:32.991652Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:09:32.991739Z warn constructed http route config for route https.443.default.e2e-shared-a-a1c3e5-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-13T16:09:32.991783Z info delta RDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-13T16:09:32.991668Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:136 removed:0 size:32.9kB empty:0 cached:136/136 2026-07-13T16:09:32.992085Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:32.992257Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:2.8kB cached:0/0 2026-07-13T16:09:32.992625Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:32.992989Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:32.993011Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:09:33.004556Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:09:33.388843Z info ads Push debounce stable[808] 1 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-a-a1c3e5: 100.21265ms since last change, 100.212578ms since last push, full=true 2026-07-13T16:09:33.398506Z info ads XDS: Pushing Services:106 ConnectedEndpoints:4 Version:2026-07-13T16:09:33Z/421 2026-07-13T16:09:33.398818Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:3.9kB 2026-07-13T16:09:33.398826Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:33.398859Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:0 removed:0 size:0B 2026-07-13T16:09:33.398821Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:33.398826Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:33.399536Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:33.406213Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:09:38.853160Z info ads Push debounce stable[809] 3 for config Secret/ai-tenant-e2e-shared-a-a1c3e5/builder-dockercfg-sc4cx and 2 more configs: 100.254318ms since last change, 112.978737ms since last push, full=false 2026-07-13T16:09:38.853216Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-13T16:09:33Z/421 2026-07-13T16:09:39.593532Z info ads Push debounce stable[810] 1 for config ConfigMap/ai-tenant-e2e-shared-a-a1c3e5/kube-root-ca.crt: 100.498881ms since last change, 100.498829ms since last push, full=false 2026-07-13T16:09:39.593593Z info ads XDS: Incremental Pushing ConnectedEndpoints:4 Version:2026-07-13T16:09:33Z/421 2026-07-13T16:09:40.214801Z info ads Push debounce stable[811] 1 for config Gateway/openshift-ingress/e2e-shared-a-a1c3e5-istio-autogenerated-k8s-gateway-https: 100.958838ms since last change, 100.958775ms since last push, full=true 2026-07-13T16:09:40.214925Z info ads XDS: Pushing Services:106 ConnectedEndpoints:4 Version:2026-07-13T16:09:40Z/422 2026-07-13T16:09:40.215234Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:40.215287Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:40.215237Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:3.9kB 2026-07-13T16:09:40.215470Z warn constructed http route config for route https.443.default.e2e-shared-a-a1c3e5-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-13T16:09:40.215523Z info delta RDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-13T16:09:40.215239Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:40.215424Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:2.8kB cached:0/0 2026-07-13T16:09:40.215672Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:09:40.216394Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:09:44.138084Z info model Incremental push, service e2e-shared-a-a1c3e5-openshift-default.openshift-ingress.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-13T16:09:44.239282Z info ads Push debounce stable[812] 6 for config Secret/openshift-ingress/e2e-shared-a-a1c3e5-gw-service-tls and 4 more configs: 100.209288ms since last change, 124.661244ms since last push, full=true 2026-07-13T16:09:44.239916Z info ads XDS: Pushing Services:105 ConnectedEndpoints:4 Version:2026-07-13T16:09:44Z/423 2026-07-13T16:09:44.240976Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:137 removed:2 size:156.9kB cached:134/134 2026-07-13T16:09:44.241199Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:135 removed:2 size:156.5kB cached:134/134 2026-07-13T16:09:44.241384Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:137 removed:2 size:156.9kB cached:134/134 2026-07-13T16:09:44.241384Z info delta CDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:135 removed:3 size:156.5kB cached:134/134 2026-07-13T16:09:44.241578Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:136 removed:0 size:32.5kB empty:2 cached:134/136 2026-07-13T16:09:44.241909Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:136 removed:0 size:32.5kB empty:2 cached:134/136 2026-07-13T16:09:44.242176Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:44.242219Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:136 removed:0 size:32.5kB empty:2 cached:134/136 2026-07-13T16:09:44.242317Z info delta EDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:136 removed:0 size:32.5kB empty:2 cached:134/136 2026-07-13T16:09:44.242329Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:09:44.242370Z info delta SDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:4.6kB cached:1/1 2026-07-13T16:09:44.242372Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:0 removed:1 size:0B 2026-07-13T16:09:44.242390Z warn buildGatewayRoutes: no gateways for router e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress 2026-07-13T16:09:44.242413Z info delta RDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:97B cached:0/0 2026-07-13T16:09:44.242433Z warn ads proxy e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress attempted to access unauthorized certificates e2e-shared-a-a1c3e5-gw-service-tls: cross namespace secret reference requires ReferenceGrant 2026-07-13T16:09:44.242460Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:0 removed:0 size:0B 2026-07-13T16:09:44.242227Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:44.242546Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:44.242823Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:2.8kB cached:0/0 2026-07-13T16:09:44.242863Z info delta SDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:09:44.243535Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:44.243989Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:09:44.244035Z info delta SDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:09:44.255746Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:09:45.139879Z info ads Push debounce stable[813] 3 for config ServiceEntry/openshift-ingress/payload-processing.openshift-ingress.svc.cluster.local and 2 more configs: 100.438109ms since last change, 175.209694ms since last push, full=true 2026-07-13T16:09:45.141219Z info ads XDS: Pushing Services:105 ConnectedEndpoints:4 Version:2026-07-13T16:09:45Z/424 2026-07-13T16:09:45.142512Z info delta CDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:135 removed:0 size:156.5kB cached:132/134 2026-07-13T16:09:45.142543Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:137 removed:0 size:156.9kB cached:132/134 2026-07-13T16:09:45.142515Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:135 removed:0 size:156.5kB cached:133/134 2026-07-13T16:09:45.142964Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:137 removed:0 size:156.9kB cached:132/134 2026-07-13T16:09:45.143586Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:134 removed:0 size:32.3kB empty:0 cached:133/134 2026-07-13T16:09:45.143669Z info delta EDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:134 removed:0 size:32.3kB empty:0 cached:132/134 2026-07-13T16:09:45.143730Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:134 removed:0 size:32.3kB empty:0 cached:134/134 2026-07-13T16:09:45.143904Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:45.144065Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:09:45.143763Z info delta LDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:0 removed:0 size:0B 2026-07-13T16:09:45.144121Z warn buildGatewayRoutes: no gateways for router e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress 2026-07-13T16:09:45.144162Z info delta RDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:1 removed:0 size:97B cached:0/0 2026-07-13T16:09:45.143962Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:134 removed:0 size:32.3kB empty:0 cached:134/134 2026-07-13T16:09:45.144239Z info delta ECDS: PUSH for node:e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress resources:0 removed:0 size:0B 2026-07-13T16:09:45.144124Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:09:45.144388Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:3.8kB cached:0/0 2026-07-13T16:09:45.144496Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:45.145740Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:45.150546Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:09:45.162044Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:09:45.235988Z info ads Push Status: { "pilot_duplicate_envoy_clusters": { "kuadrant-auth-service": { "proxy": "maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress", "message": "Duplicate cluster kuadrant-auth-service found while pushing CDS" } } } 2026-07-13T16:09:49.160374Z info delta ADS: "10.132.0.66:50132" e2e-shared-a-a1c3e5-openshift-default-55d449ddc5-xwdcm.openshift-ingress-27 terminated 2026-07-13T16:09:54.914666Z info model Incremental push, service maas-api-e2e-shared-b-4293a7.odh-ai-gateway-infra.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-13T16:09:55.049197Z info ads Push debounce stable[814] 5 for config ServiceEntry/odh-ai-gateway-infra/maas-api-e2e-shared-b-4293a7.odh-ai-gateway-infra.svc.cluster.local and 3 more configs: 101.008012ms since last change, 142.130676ms since last push, full=true 2026-07-13T16:09:55.049882Z info ads XDS: Pushing Services:104 ConnectedEndpoints:3 Version:2026-07-13T16:09:55Z/425 2026-07-13T16:09:55.050346Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:1 size:44B 2026-07-13T16:09:55.050433Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:3 removed:1 size:507B 2026-07-13T16:09:55.050487Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:3 removed:1 size:507B 2026-07-13T16:09:55.051299Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:134 removed:0 size:32.2kB empty:1 cached:133/134 2026-07-13T16:09:55.051344Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:134 removed:0 size:32.2kB empty:1 cached:133/134 2026-07-13T16:09:55.051344Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:134 removed:0 size:32.2kB empty:1 cached:133/134 2026-07-13T16:09:55.051618Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:09:55.051649Z warn constructed http route config for route https.443.default.e2e-shared-b-4293a7-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-13T16:09:55.051680Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-13T16:09:55.051770Z info delta SDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:09:55.051701Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:55.051862Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:55.051947Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:09:55.052021Z info delta SDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:4.6kB cached:1/1 2026-07-13T16:09:55.053393Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:09:55.053488Z info delta SDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:09:55.236421Z info ads Push Status: { "pilot_duplicate_envoy_clusters": { "kuadrant-auth-service": { "proxy": "e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress", "message": "Duplicate cluster kuadrant-auth-service found while pushing CDS" } } } 2026-07-13T16:09:58.080339Z info ads Push debounce stable[815] 1 for config EnvoyFilter/openshift-ingress/kuadrant-ratelimiting-e2e-shared-b-4293a7: 100.280336ms since last change, 100.280283ms since last push, full=true 2026-07-13T16:09:58.080585Z info ads XDS: Pushing Services:104 ConnectedEndpoints:3 Version:2026-07-13T16:09:58Z/426 2026-07-13T16:09:58.081922Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:134 removed:0 size:155.3kB cached:133/133 2026-07-13T16:09:58.082209Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:136 removed:0 size:155.8kB cached:133/133 2026-07-13T16:09:58.082739Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:133 removed:0 size:32.1kB empty:0 cached:133/133 2026-07-13T16:09:58.083051Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:58.083205Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:09:58.083254Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:133 removed:0 size:32.1kB empty:0 cached:133/133 2026-07-13T16:09:58.083607Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:58.084512Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:09:58.085785Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:135 removed:1 size:155.6kB cached:0/133 2026-07-13T16:09:58.086319Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:133 removed:0 size:32.1kB empty:0 cached:133/133 2026-07-13T16:09:58.086577Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:09:58.086654Z warn constructed http route config for route https.443.default.e2e-shared-b-4293a7-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-13T16:09:58.086702Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-13T16:09:58.087437Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:58.092195Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:09:58.381232Z info ads Push debounce stable[816] 1 for config EnvoyFilter/openshift-ingress/kuadrant-auth-e2e-shared-b-4293a7: 100.769199ms since last change, 100.769146ms since last push, full=true 2026-07-13T16:09:58.381440Z info ads XDS: Pushing Services:104 ConnectedEndpoints:3 Version:2026-07-13T16:09:58Z/427 2026-07-13T16:09:58.382377Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:136 removed:0 size:155.8kB cached:133/133 2026-07-13T16:09:58.382426Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:134 removed:0 size:155.3kB cached:133/133 2026-07-13T16:09:58.382503Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:135 removed:0 size:155.6kB cached:129/133 2026-07-13T16:09:58.383173Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:133 removed:0 size:32.1kB empty:0 cached:133/133 2026-07-13T16:09:58.383310Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:133 removed:0 size:32.1kB empty:0 cached:133/133 2026-07-13T16:09:58.383477Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:133 removed:0 size:32.1kB empty:0 cached:133/133 2026-07-13T16:09:58.383606Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:58.383498Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:58.383796Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:4.6kB 2026-07-13T16:09:58.383874Z warn constructed http route config for route https.443.default.e2e-shared-b-4293a7-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-13T16:09:58.383954Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-13T16:09:58.383891Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:09:58.384807Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:8.4kB 2026-07-13T16:09:58.384940Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:09:58.391279Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:09:58.591714Z info ads Push debounce stable[817] 1 for config WasmPlugin/openshift-ingress/kuadrant-e2e-shared-b-4293a7: 100.16487ms since last change, 100.164781ms since last push, full=true 2026-07-13T16:09:58.600875Z info ads XDS: Pushing Services:104 ConnectedEndpoints:3 Version:2026-07-13T16:09:58Z/428 2026-07-13T16:09:58.601196Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:3.9kB 2026-07-13T16:09:58.601234Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:0 removed:0 size:0B 2026-07-13T16:09:58.601199Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:09:58.601289Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:09:58.607876Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:10:04.991493Z info ads Push debounce stable[818] 3 for config Secret/ai-tenant-e2e-shared-b-4293a7/builder-dockercfg-82pmn and 2 more configs: 100.288834ms since last change, 113.077466ms since last push, full=false 2026-07-13T16:10:04.991557Z info ads XDS: Incremental Pushing ConnectedEndpoints:3 Version:2026-07-13T16:09:58Z/428 2026-07-13T16:10:05.736583Z info ads Push debounce stable[819] 1 for config ConfigMap/ai-tenant-e2e-shared-b-4293a7/kube-root-ca.crt: 100.633905ms since last change, 100.633813ms since last push, full=false 2026-07-13T16:10:05.736649Z info ads XDS: Incremental Pushing ConnectedEndpoints:3 Version:2026-07-13T16:09:58Z/428 2026-07-13T16:10:05.990187Z info ads Push debounce stable[820] 1 for config Gateway/openshift-ingress/e2e-shared-b-4293a7-istio-autogenerated-k8s-gateway-https: 100.257945ms since last change, 100.257863ms since last push, full=true 2026-07-13T16:10:05.990356Z info ads XDS: Pushing Services:104 ConnectedEndpoints:3 Version:2026-07-13T16:10:05Z/429 2026-07-13T16:10:05.990716Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:3.9kB 2026-07-13T16:10:05.990751Z warn constructed http route config for route https.443.default.e2e-shared-b-4293a7-istio-autogenerated-k8s-gateway-https.openshift-ingress on port 443 with no vhosts; Setting up a default 404 vhost 2026-07-13T16:10:05.990755Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:10:05.990784Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:125B cached:0/0 2026-07-13T16:10:05.990864Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:10:05.990897Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:10:05.992296Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:10:10.248957Z info model Incremental push, service e2e-shared-b-4293a7-openshift-default.openshift-ingress.svc.cluster.local at shard Kubernetes/Kubernetes has no endpoints 2026-07-13T16:10:10.351806Z info ads Push debounce stable[821] 6 for config Gateway/openshift-ingress/e2e-shared-b-4293a7-istio-autogenerated-k8s-gateway-https and 4 more configs: 100.189725ms since last change, 124.122108ms since last push, full=true 2026-07-13T16:10:10.352432Z info ads XDS: Pushing Services:103 ConnectedEndpoints:3 Version:2026-07-13T16:10:10Z/430 2026-07-13T16:10:10.353384Z info delta CDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:134 removed:2 size:153.1kB cached:131/131 2026-07-13T16:10:10.353470Z info delta CDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:132 removed:3 size:152.7kB cached:131/131 2026-07-13T16:10:10.353527Z info delta CDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:132 removed:2 size:152.7kB cached:131/131 2026-07-13T16:10:10.354051Z info delta EDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:133 removed:0 size:31.7kB empty:2 cached:131/133 2026-07-13T16:10:10.354202Z info delta EDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:133 removed:0 size:31.7kB empty:2 cached:131/133 2026-07-13T16:10:10.354258Z info delta LDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:0 removed:1 size:0B 2026-07-13T16:10:10.354291Z warn buildGatewayRoutes: no gateways for router e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress 2026-07-13T16:10:10.354318Z info delta RDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:1 removed:0 size:97B cached:0/0 2026-07-13T16:10:10.354371Z info delta EDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:133 removed:0 size:31.7kB empty:2 cached:131/133 2026-07-13T16:10:10.354416Z info delta LDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.1kB 2026-07-13T16:10:10.354383Z warn ads proxy e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress attempted to access unauthorized certificates e2e-shared-b-4293a7-gw-service-tls: cross namespace secret reference requires ReferenceGrant 2026-07-13T16:10:10.354580Z info delta ECDS: PUSH for node:e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress resources:0 removed:0 size:0B 2026-07-13T16:10:10.354667Z info delta LDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:7.2kB 2026-07-13T16:10:10.354775Z info delta RDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:732B cached:0/0 2026-07-13T16:10:10.354862Z info delta SDS: PUSH for node:data-science-gateway-data-science-gateway-class-6576859cf4xg5v4.openshift-ingress resources:1 removed:0 size:4.6kB cached:1/1 2026-07-13T16:10:10.355775Z info delta RDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:51.7kB cached:0/0 2026-07-13T16:10:10.355820Z info delta SDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:4.5kB cached:1/1 2026-07-13T16:10:10.367389Z info delta ECDS: PUSH for node:maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress resources:1 removed:0 size:135.6kB 2026-07-13T16:10:15.236201Z info ads Push Status: { "pilot_duplicate_envoy_clusters": { "kuadrant-auth-service": { "proxy": "maas-default-gateway-openshift-default-56654dcf7-b5pfm.openshift-ingress", "message": "Duplicate cluster kuadrant-auth-service found while pushing CDS" } } } 2026-07-13T16:10:15.269954Z info delta ADS: "10.134.0.52:59582" e2e-shared-b-4293a7-openshift-default-95b59745f-lnfmm.openshift-ingress-29 terminated